Hi, I used following scenario:
Tested on Ubuntu 18.04 desktop with -> 10.3.13-MariaDB-debug and 10.4.3-MariaDB-debug:
- Start given number of nodes - with my test 5 nodes with 10.3 Maria + 3.x Galera.
- Shutdown node5
- Start node5 with 10.4 Maria + 4.x Galera.(upgrade)
- Run mysqld_upgrade on node5
- Shutdown node4
- Start node4 with 10.4 Maria + 4.x Galera.(upgrade)
- Lost node5 with following error:
2019-02-05 16:13:56 3 [Note] WSREP: id: 115052ad-293e-11e9-b321-f39d8b096a01 name: node1
|
2019-02-05 16:13:56 3 [Note] WSREP: id: 19b702ff-293e-11e9-8c1d-bfccc2b51c78 name: node2
|
2019-02-05 16:13:56 3 [Note] WSREP: id: 2216b05e-293e-11e9-a39e-2f095cd98421 name: node3
|
2019-02-05 16:13:56 3 [Note] WSREP: id: 51e56e60-293e-11e9-b14b-3ee4c00d6096 name: node5
|
2019-02-05 16:13:56 3 [Note] WSREP: =================================================
|
2019-02-05 16:13:56 3 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
|
mysqld: /home/shako/Galera_Tests/MariaDB/storage/innobase/trx/trx0rseg.cc:92: void trx_rseg_update_wsrep_checkpoint(trx_rsegf_t*, const XID*, mtr_t*): Assertion `xid_seqno > wsrep_seqno' failed.
|
190205 16:13:56 [ERROR] mysqld got signal 6 ;
|
/home/shako/Galera_Tests/dbs/maria_10.4/bin/mysqld(+0xed0d5b)[0x560ccc738d5b]
|
trx/trx0rseg.cc:94(trx_rseg_update_wsrep_checkpoint(unsigned char*, xid_t const*, mtr_t*))[0x560ccc738eb6]
|
trx/trx0rseg.cc:130(trx_rseg_update_wsrep_checkpoint(xid_t const*))[0x560ccc543ac8]
|
handler/ha_innodb.cc:18664(innobase_wsrep_set_checkpoint(handlerton*, xid_t const*))[0x560ccc200442]
|
sql/wsrep_xid.cc:121(set_SE_checkpoint(THD*, st_plugin_int**, void*))[0x560ccbfef53a]
|
sql/sql_plugin.cc:2432(plugin_foreach_with_mask(THD*, char (*)(THD*, st_plugin_int**, void*), int, unsigned int, void*))[0x560ccc20048b]
|
sql/wsrep_xid.cc:128(wsrep_set_SE_checkpoint(xid_t&))[0x560ccc2004e5]
|
sql/wsrep_xid.cc:135(wsrep_set_SE_checkpoint(wsrep::gtid const&))[0x560ccc50948e]
|
sql/wsrep_server_service.cc:220(Wsrep_server_service::log_view(wsrep::high_priority_service*, wsrep::view const&))[0x560cccb541b1]
|
src/server_state.cpp:858(wsrep::server_state::on_view(wsrep::view const&, wsrep::high_priority_service*))[0x560cccb6682d]
|
src/replicator_smm.cpp:2411(galera::ReplicatorSMM::submit_view_info(void*, wsrep_view_info const*))[0x7f80a8ca189e]
|
src/replicator_smm.cpp:2794(galera::ReplicatorSMM::process_conf_change(void*, gcs_action const&))[0x7f80a8ca6afe]
|
src/gcs_action_source.cpp:124(galera::GcsActionSource::dispatch(void*, gcs_action const&, bool&))[0x7f80a8c8e62a]
|
src/gcs_action_source.cpp:182(galera::GcsActionSource::process(void*, bool&))[0x7f80a8c8e971]
|
src/replicator_smm.cpp:383(galera::ReplicatorSMM::async_recv(void*))[0x7f80a8ca4eec]
|
src/wsrep_provider.cpp:263(galera_recv)[0x7f80a8cc0ea8]
|
/home/shako/Galera_Tests/dbs/maria_10.4/bin/mysqld(_ZN5wsrep18wsrep_provider_v2611run_applierEPNS_21high_priority_serviceE+0x30)[0x560cccb67898]
|
src/wsrep_provider_v26.cpp:646(wsrep::wsrep_provider_v26::run_applier(wsrep::high_priority_service*))[0x560ccc21d14a]
|
sql/wsrep_thd.cc:61(wsrep_replication_process(THD*, void*))[0x560ccc20e8fe]
|
nptl/pthread_create.c:463(start_thread)[0x7f80abf426db]
|
x86_64/clone.S:97(clone)[0x7f80ab12888f]
|
- relates to
-
MDEV-18580
Galera: Rolling upgrade: Upgraded node 3 is stopped with signal 6 after node 2 shutdown
-
-
Closed
{"report":{"fcp":1274,"ttfb":515.2999999523163,"pageVisibility":"visible","entityId":72371,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"203fb5ee-d1c0-4567-aaa0-b34f5bcdba52","navigationType":0,"readyForUser":1365.5,"redirectCount":0,"resourceLoadedEnd":1472.0999999046326,"resourceLoadedStart":521,"resourceTiming":[{"duration":206.79999995231628,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":521,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":521,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":727.7999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":206.90000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":521.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":521.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":728.0999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":268.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":521.5,"connectEnd":521.5,"connectStart":521.5,"domainLookupEnd":521.5,"domainLookupStart":521.5,"fetchStart":521.5,"redirectEnd":0,"redirectStart":0,"requestStart":521.5,"responseEnd":789.5999999046326,"responseStart":789.5999999046326,"secureConnectionStart":521.5},{"duration":329.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":521.5999999046326,"connectEnd":521.5999999046326,"connectStart":521.5999999046326,"domainLookupEnd":521.5999999046326,"domainLookupStart":521.5999999046326,"fetchStart":521.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":521.5999999046326,"responseEnd":850.8999998569489,"responseStart":850.8999998569489,"secureConnectionStart":521.5999999046326},{"duration":332.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":521.6999998092651,"connectEnd":521.6999998092651,"connectStart":521.6999998092651,"domainLookupEnd":521.6999998092651,"domainLookupStart":521.6999998092651,"fetchStart":521.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":521.6999998092651,"responseEnd":854.5,"responseStart":854.3999998569489,"secureConnectionStart":521.6999998092651},{"duration":332.89999985694885,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":522,"connectEnd":522,"connectStart":522,"domainLookupEnd":522,"domainLookupStart":522,"fetchStart":522,"redirectEnd":0,"redirectStart":0,"requestStart":522,"responseEnd":854.8999998569489,"responseStart":854.8999998569489,"secureConnectionStart":522},{"duration":333,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":522.1999998092651,"connectEnd":522.1999998092651,"connectStart":522.1999998092651,"domainLookupEnd":522.1999998092651,"domainLookupStart":522.1999998092651,"fetchStart":522.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":522.1999998092651,"responseEnd":855.1999998092651,"responseStart":855.1999998092651,"secureConnectionStart":522.1999998092651},{"duration":411.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":522.3999998569489,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":522.3999998569489,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":933.8999998569489,"responseStart":0,"secureConnectionStart":0},{"duration":333.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":522.5,"connectEnd":522.5,"connectStart":522.5,"domainLookupEnd":522.5,"domainLookupStart":522.5,"fetchStart":522.5,"redirectEnd":0,"redirectStart":0,"requestStart":522.5,"responseEnd":855.7999999523163,"responseStart":855.7999999523163,"secureConnectionStart":522.5},{"duration":411.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":522.6999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":522.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":934,"responseStart":0,"secureConnectionStart":0},{"duration":333.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":522.7999999523163,"connectEnd":522.7999999523163,"connectStart":522.7999999523163,"domainLookupEnd":522.7999999523163,"domainLookupStart":522.7999999523163,"fetchStart":522.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":522.7999999523163,"responseEnd":856.2999999523163,"responseStart":856.2999999523163,"secureConnectionStart":522.7999999523163},{"duration":616.8999998569489,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":523.7999999523163,"connectEnd":523.7999999523163,"connectStart":523.7999999523163,"domainLookupEnd":523.7999999523163,"domainLookupStart":523.7999999523163,"fetchStart":523.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":523.7999999523163,"responseEnd":1140.6999998092651,"responseStart":1140.6999998092651,"secureConnectionStart":523.7999999523163},{"duration":948.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":523.7999999523163,"connectEnd":523.7999999523163,"connectStart":523.7999999523163,"domainLookupEnd":523.7999999523163,"domainLookupStart":523.7999999523163,"fetchStart":523.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":523.7999999523163,"responseEnd":1472.0999999046326,"responseStart":1472.0999999046326,"secureConnectionStart":523.7999999523163},{"duration":208.40000009536743,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":945.6999998092651,"connectEnd":945.6999998092651,"connectStart":945.6999998092651,"domainLookupEnd":945.6999998092651,"domainLookupStart":945.6999998092651,"fetchStart":945.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":945.6999998092651,"responseEnd":1154.0999999046326,"responseStart":1154.0999999046326,"secureConnectionStart":945.6999998092651}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":350,"responseStart":515,"responseEnd":517,"domLoading":519,"domInteractive":1529,"domContentLoadedEventStart":1529,"domContentLoadedEventEnd":1573,"domComplete":1997,"loadEventStart":1997,"loadEventEnd":1998,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1512},{"name":"bigPipe.sidebar-id.end","time":1512.8999998569489},{"name":"bigPipe.activity-panel-pipe-id.start","time":1513},{"name":"bigPipe.activity-panel-pipe-id.end","time":1513.7999999523163},{"name":"activityTabFullyLoaded","time":1587}],"measures":[],"correlationId":"9183d892c54714","effectiveType":"4g","downlink":9.3,"rtt":0,"serverDuration":102,"dbReadsTimeInMs":12,"dbConnsTimeInMs":21,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Major
Could not reproduce anymore with latest rolling upgrade run.
Can be closed.