I'm doing INSERT on one node and UPDATE on another. It often leads to a crash on the node where I'm executing UPDATE.
Thread pointer: 0x0x7f711aff3008
Attempting backtrace. You can use the following information to find out
where mysqld died. If you see no messages after this, something went
terribly wrong...
stack_bottom = 0x7f710b5b4ce0 thread_stack 0x48000
/usr/sbin/mysqld(my_print_stacktrace+0x2b)[0xb9541b]
/usr/sbin/mysqld(handle_fatal_signal+0x398)[0x744b48]
/lib64/libpthread.so.0[0x3166e0f710]
/lib64/libc.so.6[0x3166b3f3c0]
/usr/sbin/mysqld(_ZNK19rpl_sql_thread_info22cached_charset_compareEPc+0x20)[0x69b460]
/usr/sbin/mysqld(_ZN15Query_log_event14do_apply_eventEP14rpl_group_infoPKcj+0x86f)[0x802bdf]
/usr/sbin/mysqld(_Z14wsrep_apply_cbPvPKvmjPK14wsrep_trx_meta+0x525)[0x6f1c05]
/usr/lib64/galera/libgalera_smm.so(ZNK6galera9TrxHandle5applyEPvPF15wsrep_cb_statusS1_PKvmjPK14wsrep_trx_metaERS6+0xb1)[0x7f71409542c1]
/usr/lib64/galera/libgalera_smm.so(+0x1aaf95)[0x7f714098bf95]
/usr/lib64/galera/libgalera_smm.so(_ZN6galera13ReplicatorSMM10replay_trxEPNS_9TrxHandleEPv+0x12e)[0x7f714098c85e]
/usr/lib64/galera/libgalera_smm.so(galera_replay_trx+0x5c)[0x7f71409a045c]
/usr/sbin/mysqld(_Z24wsrep_replay_transactionP3THD+0x2de)[0x6f379e]
/usr/sbin/mysqld[0x5e24b0]
/usr/sbin/mysqld(_Z16dispatch_command19enum_server_commandP3THDPcj+0x16d0)[0x5e3c30]
/usr/sbin/mysqld(_Z10do_commandP3THD+0x132)[0x5e4402]
/usr/sbin/mysqld(_Z24do_handle_one_connectionP3THD+0x54b)[0x6a31cb]
/usr/sbin/mysqld(handle_one_connection+0x42)[0x6a32c2]
/lib64/libpthread.so.0[0x3166e079d1]
/lib64/libc.so.6(clone+0x6d)[0x3166ae886d]
Trying to get some variables.
Some pointers may be invalid and cause the dump to abort.
Query (0x7f711b19f351): UPDATE t1 SET v=v+1 WHERE k=30
Connection ID (thread ID): 5
Status: NOT_KILLED
Optimizer switch: index_merge=on,index_merge_union=on,index_merge_sort_union=on,index_merge_intersection=on,index_merge_sort_intersection=off,engine_condition_pushdown=off,index_condition_pushdown=on,derived_merge=on,derived_with_keys=on,firstmatch=on,loosescan=on,materialization=on,in_to_exists=on,semijoin=on,partial_match_rowid_merge=on,partial_match_table_scan=on,subquery_cache=on,mrr=off,mrr_cost_based=off,mrr_sort_keys=off,outer_join_with_cache=on,semijoin_with_cache=on,join_cache_incremental=on,join_cache_hashed=on,join_cache_bka=on,optimize_join_buffer_size=off,table_elimination=on,extended_keys=on,exists_to_in=on
Tail of general log:
140912 17:02:44 1 Query INSERT INTO t1 (k,j) VALUES (29,11)
1 Query INSERT INTO t1 (k,j) VALUES (29,12)
1 Query INSERT INTO t1 (k,j) VALUES (29,13)
1 Query INSERT INTO t1 (k,j) VALUES (29,14)
1 Query INSERT INTO t1 (k,j) VALUES (29,15)
1 Query INSERT INTO t1 (k,j) VALUES (29,16)
1 Query INSERT INTO t1 (k,j) VALUES (29,17)
1 Query INSERT INTO t1 (k,j) VALUES (29,18)
1 Query INSERT INTO t1 (k,j) VALUES (29,19)
5 Query UPDATE t1 SET v=v+1 WHERE k=29
1 Query INSERT INTO t1 (k,j) VALUES (30,0)
1 Query INSERT INTO t1 (k,j) VALUES (30,1)
1 Query INSERT INTO t1 (k,j) VALUES (30,2)
1 Query INSERT INTO t1 (k,j) VALUES (30,3)
1 Query INSERT INTO t1 (k,j) VALUES (30,4)
1 Query INSERT INTO t1 (k,j) VALUES (30,5)
1 Query INSERT INTO t1 (k,j) VALUES (30,6)
1 Query INSERT INTO t1 (k,j) VALUES (30,7)
1 Query INSERT INTO t1 (k,j) VALUES (30,8)
1 Query INSERT INTO t1 (k,j) VALUES (30,9)
1 Query INSERT INTO t1 (k,j) VALUES (30,10)
1 Query INSERT INTO t1 (k,j) VALUES (30,11)
1 Query INSERT INTO t1 (k,j) VALUES (30,12)
1 Query INSERT INTO t1 (k,j) VALUES (30,13)
1 Query INSERT INTO t1 (k,j) VALUES (30,14)
1 Query INSERT INTO t1 (k,j) VALUES (30,15)
1 Query INSERT INTO t1 (k,j) VALUES (30,16)
1 Query INSERT INTO t1 (k,j) VALUES (30,17)
5 Query UPDATE t1 SET v=v+1 WHERE k=30
1 Query INSERT INTO t1 (k,j) VALUES (30,18)
1 Query INSERT INTO t1 (k,j) VALUES (30,19)
{"report":{"fcp":978.1999998092651,"ttfb":217.39999961853027,"pageVisibility":"visible","entityId":44437,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"ca383525-c3cf-46ca-9579-6d048e8a709d","navigationType":0,"readyForUser":1092.5999999046326,"redirectCount":0,"resourceLoadedEnd":930.8999996185303,"resourceLoadedStart":222.5,"resourceTiming":[{"duration":277,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":222.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":222.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":499.5,"responseStart":0,"secureConnectionStart":0},{"duration":277,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":222.7999997138977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":222.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":499.7999997138977,"responseStart":0,"secureConnectionStart":0},{"duration":286.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":223,"connectEnd":223,"connectStart":223,"domainLookupEnd":223,"domainLookupStart":223,"fetchStart":223,"redirectEnd":0,"redirectStart":0,"requestStart":223,"responseEnd":509.09999990463257,"responseStart":509.09999990463257,"secureConnectionStart":223},{"duration":354.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":223.19999980926514,"connectEnd":223.19999980926514,"connectStart":223.19999980926514,"domainLookupEnd":223.19999980926514,"domainLookupStart":223.19999980926514,"fetchStart":223.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":223.19999980926514,"responseEnd":577.5999999046326,"responseStart":577.5999999046326,"secureConnectionStart":223.19999980926514},{"duration":357.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":223.39999961853027,"connectEnd":223.39999961853027,"connectStart":223.39999961853027,"domainLookupEnd":223.39999961853027,"domainLookupStart":223.39999961853027,"fetchStart":223.39999961853027,"redirectEnd":0,"redirectStart":0,"requestStart":223.39999961853027,"responseEnd":581.2999997138977,"responseStart":581.2999997138977,"secureConnectionStart":223.39999961853027},{"duration":358.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":223.59999990463257,"connectEnd":223.59999990463257,"connectStart":223.59999990463257,"domainLookupEnd":223.59999990463257,"domainLookupStart":223.59999990463257,"fetchStart":223.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":223.59999990463257,"responseEnd":581.7999997138977,"responseStart":581.7999997138977,"secureConnectionStart":223.59999990463257},{"duration":358.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":223.69999980926514,"connectEnd":223.69999980926514,"connectStart":223.69999980926514,"domainLookupEnd":223.69999980926514,"domainLookupStart":223.69999980926514,"fetchStart":223.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":223.69999980926514,"responseEnd":582.1999998092651,"responseStart":582.1999998092651,"secureConnectionStart":223.69999980926514},{"duration":428.19999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":224,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":224,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":652.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":428.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":224.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":224.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":652.2999997138977,"responseStart":0,"secureConnectionStart":0},{"duration":358.5,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":224.19999980926514,"connectEnd":224.19999980926514,"connectStart":224.19999980926514,"domainLookupEnd":224.19999980926514,"domainLookupStart":224.19999980926514,"fetchStart":224.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":224.19999980926514,"responseEnd":582.6999998092651,"responseStart":582.6999998092651,"secureConnectionStart":224.19999980926514},{"duration":359.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":224.5,"connectEnd":224.5,"connectStart":224.5,"domainLookupEnd":224.5,"domainLookupStart":224.5,"fetchStart":224.5,"redirectEnd":0,"redirectStart":0,"requestStart":224.5,"responseEnd":583.5999999046326,"responseStart":583.5999999046326,"secureConnectionStart":224.5},{"duration":467.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":230,"connectEnd":230,"connectStart":230,"domainLookupEnd":230,"domainLookupStart":230,"fetchStart":230,"redirectEnd":0,"redirectStart":0,"requestStart":230,"responseEnd":697.5,"responseStart":697.5,"secureConnectionStart":230},{"duration":541.9000000953674,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":230.19999980926514,"connectEnd":230.19999980926514,"connectStart":230.19999980926514,"domainLookupEnd":230.19999980926514,"domainLookupStart":230.19999980926514,"fetchStart":230.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":230.19999980926514,"responseEnd":772.0999999046326,"responseStart":772.0999999046326,"secureConnectionStart":230.19999980926514},{"duration":34.799999713897705,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":664.5,"connectEnd":664.5,"connectStart":664.5,"domainLookupEnd":664.5,"domainLookupStart":664.5,"fetchStart":664.5,"redirectEnd":0,"redirectStart":0,"requestStart":664.5,"responseEnd":699.2999997138977,"responseStart":699.2999997138977,"secureConnectionStart":664.5},{"duration":228.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":702.7999997138977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":702.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":930.8999996185303,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":38,"responseStart":217,"responseEnd":227,"domLoading":221,"domInteractive":1144,"domContentLoadedEventStart":1144,"domContentLoadedEventEnd":1192,"domComplete":1646,"loadEventStart":1647,"loadEventEnd":1647,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1125.5},{"name":"bigPipe.sidebar-id.end","time":1126.1999998092651},{"name":"bigPipe.activity-panel-pipe-id.start","time":1126.3999996185303},{"name":"bigPipe.activity-panel-pipe-id.end","time":1127.5},{"name":"activityTabFullyLoaded","time":1205.2999997138977}],"measures":[],"correlationId":"caa16361baa554","effectiveType":"4g","downlink":9.8,"rtt":0,"serverDuration":110,"dbReadsTimeInMs":14,"dbConnsTimeInMs":25,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}