Setup dual datacenter Maxscale w/ Master-Slave node using mariadbmon with auto-failover. System is deployed correctly as can be seen from first maxadmin in mxs.issue file. Each data center is Master/Slave and the masters are replicating to each other (as external servers).
However, when I take down the master (mariadb-0) in dcA, maxscale indicates that it is failing over to mariadb-1 node and it applies promotion.sql and redirects new master (mariadb-1) to new external master. Then it looses Master status in the local datacenter.
Attached is mxs.issue file which shows maxadmin list servers in each datacenter before and after dcA-mariadb-0 is taken down.
Also attached is maxscale.log showing mariadb-1 promoted to master.
{"report":{"fcp":1083.4000000953674,"ttfb":293.7999997138977,"pageVisibility":"visible","entityId":72287,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"9fd41fb2-da74-4298-9a11-aecec24da5ac","navigationType":0,"readyForUser":1162.9000000953674,"redirectCount":0,"resourceLoadedEnd":1281.9000000953674,"resourceLoadedStart":299.7999997138977,"resourceTiming":[{"duration":272.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":299.7999997138977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":299.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":572.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":272.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":300.09999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":300.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":572.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":277.30000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":300.2999997138977,"connectEnd":300.2999997138977,"connectStart":300.2999997138977,"domainLookupEnd":300.2999997138977,"domainLookupStart":300.2999997138977,"fetchStart":300.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":300.2999997138977,"responseEnd":577.5999999046326,"responseStart":577.5999999046326,"secureConnectionStart":300.2999997138977},{"duration":356.7999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":300.40000009536743,"connectEnd":300.40000009536743,"connectStart":300.40000009536743,"domainLookupEnd":300.40000009536743,"domainLookupStart":300.40000009536743,"fetchStart":300.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":300.40000009536743,"responseEnd":657.1999998092651,"responseStart":657.1999998092651,"secureConnectionStart":300.40000009536743},{"duration":361.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":300.59999990463257,"connectEnd":300.59999990463257,"connectStart":300.59999990463257,"domainLookupEnd":300.59999990463257,"domainLookupStart":300.59999990463257,"fetchStart":300.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":300.59999990463257,"responseEnd":661.6999998092651,"responseStart":661.6999998092651,"secureConnectionStart":300.59999990463257},{"duration":361.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":300.7999997138977,"connectEnd":300.7999997138977,"connectStart":300.7999997138977,"domainLookupEnd":300.7999997138977,"domainLookupStart":300.7999997138977,"fetchStart":300.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":300.7999997138977,"responseEnd":662.1999998092651,"responseStart":662.1999998092651,"secureConnectionStart":300.7999997138977},{"duration":361.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":301,"connectEnd":301,"connectStart":301,"domainLookupEnd":301,"domainLookupStart":301,"fetchStart":301,"redirectEnd":0,"redirectStart":0,"requestStart":301,"responseEnd":662.6999998092651,"responseStart":662.6999998092651,"secureConnectionStart":301},{"duration":430.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":301.09999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":301.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":731.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":362,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":301.2999997138977,"connectEnd":301.2999997138977,"connectStart":301.2999997138977,"domainLookupEnd":301.2999997138977,"domainLookupStart":301.2999997138977,"fetchStart":301.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":301.2999997138977,"responseEnd":663.2999997138977,"responseStart":663.1999998092651,"secureConnectionStart":301.2999997138977},{"duration":429.7999997138977,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":301.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":301.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":731.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":362.30000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":301.59999990463257,"connectEnd":301.59999990463257,"connectStart":301.59999990463257,"domainLookupEnd":301.59999990463257,"domainLookupStart":301.59999990463257,"fetchStart":301.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":301.59999990463257,"responseEnd":663.9000000953674,"responseStart":663.9000000953674,"secureConnectionStart":301.59999990463257},{"duration":946.6000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":303.7999997138977,"connectEnd":303.7999997138977,"connectStart":303.7999997138977,"domainLookupEnd":303.7999997138977,"domainLookupStart":303.7999997138977,"fetchStart":303.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":303.7999997138977,"responseEnd":1250.4000000953674,"responseStart":1250.4000000953674,"secureConnectionStart":303.7999997138977},{"duration":947.7000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":309.2999997138977,"connectEnd":309.2999997138977,"connectStart":309.2999997138977,"domainLookupEnd":309.2999997138977,"domainLookupStart":309.2999997138977,"fetchStart":309.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":309.2999997138977,"responseEnd":1257,"responseStart":1257,"secureConnectionStart":309.2999997138977},{"duration":239,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":744,"connectEnd":744,"connectStart":744,"domainLookupEnd":744,"domainLookupStart":744,"fetchStart":744,"redirectEnd":0,"redirectStart":0,"requestStart":744,"responseEnd":983,"responseStart":983,"secureConnectionStart":744},{"duration":263.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1014.2999997138977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1014.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1277.6999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":262.7999997138977,"initiatorType":"link","name":"https://jira.mariadb.org/s/50bc9be5bfead1a25e72c1a9338c94f6-CDN/lu2cib/820016/12ta74/e108c7645258ccb43280ed3404e3e949/_/download/contextbatch/css/com.atlassian.jira.plugins.jira-development-integration-plugin:0,-_super,-jira.view.issue,-jira.global,-jira.general,-jira.browse.project,-project.issue.navigator,-atl.general/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1015,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1015,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1277.7999997138977,"responseStart":0,"secureConnectionStart":0},{"duration":259.8999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1015.9000000953674,"connectEnd":1015.9000000953674,"connectStart":1015.9000000953674,"domainLookupEnd":1015.9000000953674,"domainLookupStart":1015.9000000953674,"fetchStart":1015.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":1015.9000000953674,"responseEnd":1275.7999997138977,"responseStart":1275.7999997138977,"secureConnectionStart":1015.9000000953674},{"duration":263.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/097ae97cb8fbec7d6ea4bbb1f26955b9-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":1016.2999997138977,"connectEnd":1016.2999997138977,"connectStart":1016.2999997138977,"domainLookupEnd":1016.2999997138977,"domainLookupStart":1016.2999997138977,"fetchStart":1016.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":1016.2999997138977,"responseEnd":1280.0999999046326,"responseStart":1280.0999999046326,"secureConnectionStart":1016.2999997138977},{"duration":265.30000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/e0bf5781d46ea69fb123572974cf39de-CDN/lu2cib/820016/12ta74/e108c7645258ccb43280ed3404e3e949/_/download/contextbatch/js/com.atlassian.jira.plugins.jira-development-integration-plugin:0,-_super,-jira.view.issue,-jira.global,-jira.general,-jira.browse.project,-project.issue.navigator,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":1016.5999999046326,"connectEnd":1016.5999999046326,"connectStart":1016.5999999046326,"domainLookupEnd":1016.5999999046326,"domainLookupStart":1016.5999999046326,"fetchStart":1016.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":1016.5999999046326,"responseEnd":1281.9000000953674,"responseStart":1281.9000000953674,"secureConnectionStart":1016.5999999046326},{"duration":274.59999990463257,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1063.0999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1063.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1337.6999998092651,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":151,"responseStart":294,"responseEnd":302,"domLoading":298,"domInteractive":1338,"domContentLoadedEventStart":1338,"domContentLoadedEventEnd":1381,"domComplete":1629,"loadEventStart":1629,"loadEventEnd":1630,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1259.1999998092651},{"name":"bigPipe.sidebar-id.end","time":1260.0999999046326},{"name":"bigPipe.activity-panel-pipe-id.start","time":1260.2999997138977},{"name":"bigPipe.activity-panel-pipe-id.end","time":1261.5},{"name":"activityTabFullyLoaded","time":1397.4000000953674}],"measures":[],"correlationId":"f82ba13e8ccaa6","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":90,"dbReadsTimeInMs":10,"dbConnsTimeInMs":18,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Bug
Major
This seems to be an issue in the master detection algorithm of the monitor. The failover is indeed ran correctly, just the state of the surviving backend is set incorrectly. This is likely not an issue in 2.3.
If the cluster where the master fails contains three or more servers, the detection works. If an external master is not used, the two-server configuration works due to the "detect_standalone_master"-setting.