We are running galera in with 3 nodes(two master + 1 garb).
We had an outage today when upgrading the schema.
Here's the SQL that was run from our application
ALTER TABLE WebContentVisibility DROP FOREIGN KEY WebContentVisibility_WebContent;
|
|
ALTER TABLE WebContentVisibility ADD CONSTRAINT WebContentVisibility_WebContent FOREIGN KEY (WebContentId) REFERENCES WebContent (id) ON DELETE CASCADE ON UPDATE NO ACTION;
|
The result was as expected on one node, but all indexes on `WebContentVisibility` were lost on the other node.
Here's the error logs of mysql while the upgrade was running:
2019-01-29 9:45:41 50733614080 [Note] WSREP: EX-EX trx conflict for key (2,FLAT8)8632c156 4e7d3bb4: source: 2f0d48fe-1bd7-11e9-ad35-ab33104dd323 version: 4 local: 0 state: CERTIFYING flags: 1 conn_id: 496843 trx_id: 107690985050 seqnos (l: 6370504, g: 1410968285, s: 1410968251, d: 1410951808, ts: 14921712164934026) <---> source: 915c701c-13cd-11e9-9ddd-eef50d21aff0 version: 4 local: 1 state: COMMITTING flags: 1 conn_id: 476631 trx_id: 107691010520 seqnos (l: 6370497, g: 1410968278, s: 1410968251, d: 1410968251, ts: 1715428520444607)
|
2019-01-29 9:45:54 50561541376 [Note] WSREP: EX-EX trx conflict for key (2,FLAT8)06e9fdd3 a18c4b56: source: 2f0d48fe-1bd7-11e9-ad35-ab33104dd323 version: 4 local: 0 state: CERTIFYING flags: 1 conn_id: 495235 trx_id: 107690985137 seqnos (l: 6370535, g: 1410968315, s: 1410968291, d: 1410951808, ts: 14921724947333703) <---> source: 915c701c-13cd-11e9-9ddd-eef50d21aff0 version: 4 local: 1 state: COMMITTED flags: 1 conn_id: 476634 trx_id: 107691010602 seqnos (l: 6370514, g: 1410968295, s: 1410968293, d: 1410968294, ts: 1715444686761896)
|
2019-01-29 9:47:10 50733617920 [Note] WSREP: EX-EX trx conflict for key (2,FLAT8)06e9fdd3 a18c4b56: source: 2f0d48fe-1bd7-11e9-ad35-ab33104dd323 version: 4 local: 0 state: CERTIFYING flags: 1 conn_id: 486571 trx_id: 107690985319 seqnos (l: 6370616, g: 1410968396, s: 1410968357, d: 1410951936, ts: 14921800745555933) <---> source: 915c701c-13cd-11e9-9ddd-eef50d21aff0 version: 4 local: 1 state: COMMITTED flags: 1 conn_id: 476637 trx_id: 107691010828 seqnos (l: 6370609, g: 1410968389, s: 1410968381, d: 1410968381, ts: 1715523522616142)
|
2019-01-29 9:47:10 50561545216 [Note] WSREP: EX-EX trx conflict for key (2,FLAT8)86942f98 c6d60e86: source: 2f0d48fe-1bd7-11e9-ad35-ab33104dd323 version: 4 local: 0 state: CERTIFYING flags: 1 conn_id: 496839 trx_id: 107690985325 seqnos (l: 6370619, g: 1410968399, s: 1410968357, d: 1410951936, ts: 14921800808462213) <---> source: 915c701c-13cd-11e9-9ddd-eef50d21aff0 version: 4 local: 1 state: COMMITTED flags: 1 conn_id: 476668 trx_id: 107691010759 seqnos (l: 6370582, g: 1410968362, s: 1410968354, d: 1410968349, ts: 1715498900811637)
|
{"report":{"fcp":1146.3999999761581,"ttfb":367.89999997615814,"pageVisibility":"visible","entityId":72212,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"42bf7ecc-9c59-4088-9ac3-4371bf897f3f","navigationType":0,"readyForUser":1212.8999999761581,"redirectCount":0,"resourceLoadedEnd":709.7999999523163,"resourceLoadedStart":375.2999999523163,"resourceTiming":[{"duration":27.899999976158142,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":375.2999999523163,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":375.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":403.1999999284744,"responseStart":0,"secureConnectionStart":0},{"duration":28,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":375.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":375.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":403.5,"responseStart":0,"secureConnectionStart":0},{"duration":312.89999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":375.7999999523163,"connectEnd":375.7999999523163,"connectStart":375.7999999523163,"domainLookupEnd":375.7999999523163,"domainLookupStart":375.7999999523163,"fetchStart":375.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":631,"responseEnd":688.6999999284744,"responseStart":655.1999999284744,"secureConnectionStart":375.7999999523163},{"duration":333.89999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":375.89999997615814,"connectEnd":375.89999997615814,"connectStart":375.89999997615814,"domainLookupEnd":375.89999997615814,"domainLookupStart":375.89999997615814,"fetchStart":375.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":632.7999999523163,"responseEnd":709.7999999523163,"responseStart":656,"secureConnectionStart":375.89999997615814},{"duration":288.10000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":376.09999990463257,"connectEnd":376.09999990463257,"connectStart":376.09999990463257,"domainLookupEnd":376.09999990463257,"domainLookupStart":376.09999990463257,"fetchStart":376.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":634.5999999046326,"responseEnd":664.1999999284744,"responseStart":663.5999999046326,"secureConnectionStart":376.09999990463257},{"duration":275,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":376.2999999523163,"connectEnd":376.2999999523163,"connectStart":376.2999999523163,"domainLookupEnd":376.2999999523163,"domainLookupStart":376.2999999523163,"fetchStart":376.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":631.0999999046326,"responseEnd":651.2999999523163,"responseStart":650.7999999523163,"secureConnectionStart":376.2999999523163},{"duration":271.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":376.39999997615814,"connectEnd":376.39999997615814,"connectStart":376.39999997615814,"domainLookupEnd":376.39999997615814,"domainLookupStart":376.39999997615814,"fetchStart":376.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":631,"responseEnd":647.8999999761581,"responseStart":647.1999999284744,"secureConnectionStart":376.39999997615814},{"duration":33.89999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":376.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":376.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":410.39999997615814,"responseStart":0,"secureConnectionStart":0},{"duration":291.60000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":376.6999999284744,"connectEnd":376.6999999284744,"connectStart":376.6999999284744,"domainLookupEnd":376.6999999284744,"domainLookupStart":376.6999999284744,"fetchStart":376.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":636,"responseEnd":668.2999999523163,"responseStart":667.7999999523163,"secureConnectionStart":376.6999999284744},{"duration":34.699999928474426,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":376.89999997615814,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":376.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":411.59999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":275.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":377,"connectEnd":377,"connectStart":377,"domainLookupEnd":377,"domainLookupStart":377,"fetchStart":377,"redirectEnd":0,"redirectStart":0,"requestStart":631.5999999046326,"responseEnd":652.0999999046326,"responseStart":651.5,"secureConnectionStart":377},{"duration":287.10000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":387.6999999284744,"connectEnd":387.6999999284744,"connectStart":387.6999999284744,"domainLookupEnd":387.6999999284744,"domainLookupStart":387.6999999284744,"fetchStart":387.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":638.7999999523163,"responseEnd":674.7999999523163,"responseStart":674.2999999523163,"secureConnectionStart":387.6999999284744},{"duration":281.60000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":388.6999999284744,"connectEnd":388.6999999284744,"connectStart":388.6999999284744,"domainLookupEnd":388.6999999284744,"domainLookupStart":388.6999999284744,"fetchStart":388.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":638.6999999284744,"responseEnd":670.2999999523163,"responseStart":669.7999999523163,"secureConnectionStart":388.6999999284744},{"duration":157.79999995231628,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":908.2999999523163,"connectEnd":1031.3999999761581,"connectStart":1031.3999999761581,"domainLookupEnd":1031.3999999761581,"domainLookupStart":1031.3999999761581,"fetchStart":908.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":1031.6999999284744,"responseEnd":1066.0999999046326,"responseStart":1065.2999999523163,"secureConnectionStart":1031.3999999761581},{"duration":129.5,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1120.6999999284744,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1120.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1250.1999999284744,"responseStart":0,"secureConnectionStart":0},{"duration":136.10000002384186,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1135.3999999761581,"connectEnd":1135.3999999761581,"connectStart":1135.3999999761581,"domainLookupEnd":1135.3999999761581,"domainLookupStart":1135.3999999761581,"fetchStart":1135.3999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":1235.0999999046326,"responseEnd":1271.5,"responseStart":1271,"secureConnectionStart":1135.3999999761581}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":203,"responseStart":367,"responseEnd":388,"domLoading":371,"domInteractive":1269,"domContentLoadedEventStart":1269,"domContentLoadedEventEnd":1316,"domComplete":1579,"loadEventStart":1579,"loadEventEnd":1579,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1252.1999999284744},{"name":"bigPipe.sidebar-id.end","time":1253},{"name":"bigPipe.activity-panel-pipe-id.start","time":1253.0999999046326},{"name":"bigPipe.activity-panel-pipe-id.end","time":1253.8999999761581},{"name":"activityTabFullyLoaded","time":1331.6999999284744}],"measures":[],"correlationId":"71ae745d6ffdf5","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":98,"dbReadsTimeInMs":11,"dbConnsTimeInMs":19,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Fixed on https://jira.mariadb.org/browse/MDEV-18577