We have a Galera cluster with 3 nodes on CentOS 8.1, MariaDB 10.4.13, Galera 4
2 of the 3 nodes crashed at one second interval. Here is the logged information :
mysqld: /home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/wsrep-lib/src/transaction.cpp:419: int wsrep::transaction::before_commit(): Assertion `state() == s_executing || state() == s_prepared || state() == s_committing || state() == s_must_abort || state() == s_replaying' failed.
|
200612 2:24:00 [ERROR] mysqld got signal 6 ;
|
This could be because you hit a bug. It is also possible that this binary
|
or one of the libraries it was linked against is corrupt, improperly built,
|
or misconfigured. This error can also be caused by malfunctioning hardware.
|
|
To report this bug, see https://mariadb.com/kb/en/reporting-bugs
|
|
We will try our best to scrape up some info that will hopefully help
|
diagnose the problem, but since we have already crashed,
|
something is definitely wrong and this may fail.
|
|
Server version: 10.4.13-MariaDB
|
key_buffer_size=134217728
|
read_buffer_size=131072
|
max_used_connections=7
|
max_threads=4002
|
thread_count=15
|
It is possible that mysqld could use up to
|
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 8938292 K bytes of memory
|
Hope that's ok; if not, decrease some variables in the equation.
|
|
Thread pointer: 0x7f0cf4000c08
|
Attempting backtrace. You can use the following information to find out
|
where mysqld died. If you see no messages after this, something went
|
terribly wrong...
|
stack_bottom = 0x7f0d07ffdcc8 thread_stack 0x49000
|
*** buffer overflow detected ***: /usr/sbin/mysqld terminated
|
{"report":{"fcp":1255.6000003814697,"ttfb":255.19999980926514,"pageVisibility":"visible","entityId":88309,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"0c3da522-a85d-4343-8640-35402075c971","navigationType":0,"readyForUser":1333.8000001907349,"redirectCount":0,"resourceLoadedEnd":1482.1000003814697,"resourceLoadedStart":260.5,"resourceTiming":[{"duration":467.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":260.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":260.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":728,"responseStart":0,"secureConnectionStart":0},{"duration":467.69999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":260.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":260.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":728.3999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":512,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":260.8999996185303,"connectEnd":260.8999996185303,"connectStart":260.8999996185303,"domainLookupEnd":260.8999996185303,"domainLookupStart":260.8999996185303,"fetchStart":260.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":260.8999996185303,"responseEnd":772.8999996185303,"responseStart":772.8999996185303,"secureConnectionStart":260.8999996185303},{"duration":571.7999992370605,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":261.1000003814697,"connectEnd":261.1000003814697,"connectStart":261.1000003814697,"domainLookupEnd":261.1000003814697,"domainLookupStart":261.1000003814697,"fetchStart":261.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":261.1000003814697,"responseEnd":832.8999996185303,"responseStart":832.8999996185303,"secureConnectionStart":261.1000003814697},{"duration":575.6999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":261.19999980926514,"connectEnd":261.19999980926514,"connectStart":261.19999980926514,"domainLookupEnd":261.19999980926514,"domainLookupStart":261.19999980926514,"fetchStart":261.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":261.19999980926514,"responseEnd":836.8999996185303,"responseStart":836.8000001907349,"secureConnectionStart":261.19999980926514},{"duration":575.9000005722046,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":261.3999996185303,"connectEnd":261.3999996185303,"connectStart":261.3999996185303,"domainLookupEnd":261.3999996185303,"domainLookupStart":261.3999996185303,"fetchStart":261.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":261.3999996185303,"responseEnd":837.3000001907349,"responseStart":837.3000001907349,"secureConnectionStart":261.3999996185303},{"duration":576,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":261.6000003814697,"connectEnd":261.6000003814697,"connectStart":261.6000003814697,"domainLookupEnd":261.6000003814697,"domainLookupStart":261.6000003814697,"fetchStart":261.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":261.6000003814697,"responseEnd":837.6000003814697,"responseStart":837.6000003814697,"secureConnectionStart":261.6000003814697},{"duration":653.1000003814697,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":261.8999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":261.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":915,"responseStart":0,"secureConnectionStart":0},{"duration":576.1000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":262,"connectEnd":262,"connectStart":262,"domainLookupEnd":262,"domainLookupStart":262,"fetchStart":262,"redirectEnd":0,"redirectStart":0,"requestStart":262,"responseEnd":838.1000003814697,"responseStart":838.1000003814697,"secureConnectionStart":262},{"duration":652.9000005722046,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":262.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":262.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":915.1000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":576.3000001907349,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":262.30000019073486,"connectEnd":262.30000019073486,"connectStart":262.30000019073486,"domainLookupEnd":262.30000019073486,"domainLookupStart":262.30000019073486,"fetchStart":262.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":262.30000019073486,"responseEnd":838.6000003814697,"responseStart":838.6000003814697,"secureConnectionStart":262.30000019073486},{"duration":826.6000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":267.3999996185303,"connectEnd":267.3999996185303,"connectStart":267.3999996185303,"domainLookupEnd":267.3999996185303,"domainLookupStart":267.3999996185303,"fetchStart":267.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":267.3999996185303,"responseEnd":1094,"responseStart":1094,"secureConnectionStart":267.3999996185303},{"duration":1213.6999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":267.5,"connectEnd":267.5,"connectStart":267.5,"domainLookupEnd":267.5,"domainLookupStart":267.5,"fetchStart":267.5,"redirectEnd":0,"redirectStart":0,"requestStart":267.5,"responseEnd":1481.1999998092651,"responseStart":1481.1999998092651,"secureConnectionStart":267.5},{"duration":175.30000019073486,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":926.8000001907349,"connectEnd":926.8000001907349,"connectStart":926.8000001907349,"domainLookupEnd":926.8000001907349,"domainLookupStart":926.8000001907349,"fetchStart":926.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":926.8000001907349,"responseEnd":1102.1000003814697,"responseStart":1102.1000003814697,"secureConnectionStart":926.8000001907349},{"duration":291,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":1191.1000003814697,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1191.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1482.1000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":325.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":1191.8999996185303,"connectEnd":1191.8999996185303,"connectStart":1191.8999996185303,"domainLookupEnd":1191.8999996185303,"domainLookupStart":1191.8999996185303,"fetchStart":1191.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":1191.8999996185303,"responseEnd":1517.6999998092651,"responseStart":1517.6999998092651,"secureConnectionStart":1191.8999996185303},{"duration":332.20000076293945,"initiatorType":"script","name":"https://jira.mariadb.org/s/53a43b6764f587426c7bb9a150184c00-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":1192.3999996185303,"connectEnd":1192.3999996185303,"connectStart":1192.3999996185303,"domainLookupEnd":1192.3999996185303,"domainLookupStart":1192.3999996185303,"fetchStart":1192.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":1192.3999996185303,"responseEnd":1524.6000003814697,"responseStart":1524.6000003814697,"secureConnectionStart":1192.3999996185303},{"duration":301.0999994277954,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1249.3000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1249.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1550.3999996185303,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":90,"responseStart":255,"responseEnd":260,"domLoading":258,"domInteractive":1502,"domContentLoadedEventStart":1502,"domContentLoadedEventEnd":1545,"domComplete":2165,"loadEventStart":2165,"loadEventEnd":2166,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1483.1000003814697},{"name":"bigPipe.sidebar-id.end","time":1483.8000001907349},{"name":"bigPipe.activity-panel-pipe-id.start","time":1483.8999996185303},{"name":"bigPipe.activity-panel-pipe-id.end","time":1485},{"name":"activityTabFullyLoaded","time":1560.5}],"measures":[],"correlationId":"cb464829dad086","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":104,"dbReadsTimeInMs":20,"dbConnsTimeInMs":28,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}