MariaDB cluster node crashed with the following in the error.log. Joined the cluster after a successful restart.
MariaDB 10.1.16
galera-3 25.3.15
160805 13:45:08 [ERROR] mysqld got signal 11 ;
|
This could be because you hit a bug. It is also possible that this binary
|
or one of the libraries it was linked against is corrupt, improperly built,
|
or misconfigured. This error can also be caused by malfunctioning hardware.
|
|
To report this bug, see https://mariadb.com/kb/en/reporting-bugs
|
|
We will try our best to scrape up some info that will hopefully help
|
diagnose the problem, but since we have already crashed,
|
something is definitely wrong and this may fail.
|
|
Server version: 10.1.16-MariaDB-1~xenial
|
key_buffer_size=33554432
|
read_buffer_size=131072
|
max_used_connections=174
|
max_threads=502
|
thread_count=18
|
It is possible that mysqld could use up to
|
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 1135382 K bytes of memory
|
|
Hope that's ok; if not, decrease some variables in the equation.
|
|
Thread pointer: 0x0x7f630c195008
|
Attempting backtrace. You can use the following information to find out
|
where mysqld died. If you see no messages after this, something went
|
terribly wrong...
|
stack_bottom = 0x7f6fee9560b8 thread_stack 0x48400
|
/usr/sbin/mysqld(my_print_stacktrace+0x2e)[0x555c2589c5ee]
|
/usr/sbin/mysqld(handle_fatal_signal+0x2d5)[0x555c253ebc25]
|
/lib/x86_64-linux-gnu/libpthread.so.0(+0x113d0)[0x7f79c8f413d0]
|
/usr/sbin/mysqld(_ZN13MYSQL_BIN_LOG21do_checkpoint_requestEm+0x4a)[0x555c254a07ba]
|
/usr/sbin/mysqld(_ZN13MYSQL_BIN_LOG20checkpoint_and_purgeEm+0x11)[0x555c254a0831]
|
/usr/sbin/mysqld(_ZN13MYSQL_BIN_LOG23trx_group_commit_leaderEPNS_18group_commit_entryE+0x4f4)[0x555c254a35b4]
|
/usr/sbin/mysqld(_ZN13MYSQL_BIN_LOG34write_transaction_to_binlog_eventsEPNS_18group_commit_entryE+0x133)[0x555c254a3923]
|
/usr/sbin/mysqld(_ZN13MYSQL_BIN_LOG27write_transaction_to_binlogEP3THDP17binlog_cache_mngrP9Log_eventbbb+0xd0)[0x555c254a3bd0]
|
/usr/sbin/mysqld(+0x64bd96)[0x555c254a3d96]
|
/usr/sbin/mysqld(+0x64c972)[0x555c254a4972]
|
/usr/sbin/mysqld(_ZN13MYSQL_BIN_LOG13log_and_orderEP3THDybbb+0x44)[0x555c254a4ad4]
|
/usr/sbin/mysqld(_Z15ha_commit_transP3THDb+0x77d)[0x555c253ef13d]
|
/usr/sbin/mysqld(_Z17trans_commit_stmtP3THD+0x38)[0x555c25341a08]
|
/usr/sbin/mysqld(_Z21mysql_execute_commandP3THD+0xb34)[0x555c2525d9e4]
|
/usr/sbin/mysqld(_Z11mysql_parseP3THDPcjP12Parser_state+0x266)[0x555c252660a6]
|
/usr/sbin/mysqld(+0x40e8f9)[0x555c252668f9]
|
/usr/sbin/mysqld(_Z16dispatch_command19enum_server_commandP3THDPcj+0x1c3b)[0x555c25268beb]
|
/usr/sbin/mysqld(_Z10do_commandP3THD+0x16d)[0x555c25269a0d]
|
/usr/sbin/mysqld(_Z24do_handle_one_connectionP3THD+0x182)[0x555c25332f52]
|
/usr/sbin/mysqld(handle_one_connection+0x40)[0x555c25333110]
|
/lib/x86_64-linux-gnu/libpthread.so.0(+0x76fa)[0x7f79c8f376fa]
|
/lib/x86_64-linux-gnu/libc.so.6(clone+0x6d)[0x7f79c85e2b5d]
|
|
Trying to get some variables.
|
Some pointers may be invalid and cause the dump to abort.
|
Query (0x7f6324800020): INSERT INTO products (sites_id, hash, hash_solr, price, price_local, price_currency, url, uri, brand, model, picture, description, date_updated$
|
Connection ID (thread ID): 2071
|
Status: NOT_KILLED
|
|
Optimizer switch: index_merge=on,index_merge_union=on,index_merge_sort_union=on,index_merge_intersection=on,index_merge_sort_intersection=off,engine_condition_pushdown$
|
|
The manual page at http://dev.mysql.com/doc/mysql/en/crashing.html contains
|
information that should help you find out what is causing the crash.
|
Transition |
Time In Source Status |
Execution Times |
Open |
|
Closed |
|
495d 2m
|
1
|
{"report":{"fcp":826.5999999940395,"ttfb":248.30000001192093,"pageVisibility":"visible","entityId":57578,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"9b152eb9-d2f6-4d84-b9a3-1d5ae596d7cb","navigationType":0,"readyForUser":909.0999999940395,"redirectCount":0,"resourceLoadedEnd":1007.4000000059605,"resourceLoadedStart":253.80000001192093,"resourceTiming":[{"duration":106.59999999403954,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":253.80000001192093,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":253.80000001192093,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":360.40000000596046,"responseStart":0,"secureConnectionStart":0},{"duration":106.7000000178814,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":254.09999999403954,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":254.09999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":360.80000001192093,"responseStart":0,"secureConnectionStart":0},{"duration":115,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":254.2000000178814,"connectEnd":254.2000000178814,"connectStart":254.2000000178814,"domainLookupEnd":254.2000000178814,"domainLookupStart":254.2000000178814,"fetchStart":254.2000000178814,"redirectEnd":0,"redirectStart":0,"requestStart":254.2000000178814,"responseEnd":369.2000000178814,"responseStart":369.2000000178814,"secureConnectionStart":254.2000000178814},{"duration":149,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":254.40000000596046,"connectEnd":254.40000000596046,"connectStart":254.40000000596046,"domainLookupEnd":254.40000000596046,"domainLookupStart":254.40000000596046,"fetchStart":254.40000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":254.40000000596046,"responseEnd":403.40000000596046,"responseStart":403.40000000596046,"secureConnectionStart":254.40000000596046},{"duration":152.30000001192093,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":254.59999999403954,"connectEnd":254.59999999403954,"connectStart":254.59999999403954,"domainLookupEnd":254.59999999403954,"domainLookupStart":254.59999999403954,"fetchStart":254.59999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":254.59999999403954,"responseEnd":406.90000000596046,"responseStart":406.90000000596046,"secureConnectionStart":254.59999999403954},{"duration":152.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":254.80000001192093,"connectEnd":254.80000001192093,"connectStart":254.80000001192093,"domainLookupEnd":254.80000001192093,"domainLookupStart":254.80000001192093,"fetchStart":254.80000001192093,"redirectEnd":0,"redirectStart":0,"requestStart":254.80000001192093,"responseEnd":407.30000001192093,"responseStart":407.30000001192093,"secureConnectionStart":254.80000001192093},{"duration":152.7000000178814,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":255,"connectEnd":255,"connectStart":255,"domainLookupEnd":255,"domainLookupStart":255,"fetchStart":255,"redirectEnd":0,"redirectStart":0,"requestStart":255,"responseEnd":407.7000000178814,"responseStart":407.7000000178814,"secureConnectionStart":255},{"duration":253.2000000178814,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":255.09999999403954,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":255.09999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":508.30000001192093,"responseStart":0,"secureConnectionStart":0},{"duration":153,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":255.30000001192093,"connectEnd":255.30000001192093,"connectStart":255.30000001192093,"domainLookupEnd":255.30000001192093,"domainLookupStart":255.30000001192093,"fetchStart":255.30000001192093,"redirectEnd":0,"redirectStart":0,"requestStart":255.30000001192093,"responseEnd":408.30000001192093,"responseStart":408.2000000178814,"secureConnectionStart":255.30000001192093},{"duration":252.90000000596046,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":255.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":255.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":508.40000000596046,"responseStart":0,"secureConnectionStart":0},{"duration":153.39999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":255.7000000178814,"connectEnd":255.7000000178814,"connectStart":255.7000000178814,"domainLookupEnd":255.7000000178814,"domainLookupStart":255.7000000178814,"fetchStart":255.7000000178814,"redirectEnd":0,"redirectStart":0,"requestStart":255.7000000178814,"responseEnd":409.09999999403954,"responseStart":409.09999999403954,"secureConnectionStart":255.7000000178814},{"duration":750.4000000059605,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":256.59999999403954,"connectEnd":256.59999999403954,"connectStart":256.59999999403954,"domainLookupEnd":256.59999999403954,"domainLookupStart":256.59999999403954,"fetchStart":256.59999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":256.59999999403954,"responseEnd":1007,"responseStart":1007,"secureConnectionStart":256.59999999403954},{"duration":750.6999999880791,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":256.7000000178814,"connectEnd":256.7000000178814,"connectStart":256.7000000178814,"domainLookupEnd":256.7000000178814,"domainLookupStart":256.7000000178814,"fetchStart":256.7000000178814,"redirectEnd":0,"redirectStart":0,"requestStart":256.7000000178814,"responseEnd":1007.4000000059605,"responseStart":1007.4000000059605,"secureConnectionStart":256.7000000178814},{"duration":295,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":519.4000000059605,"connectEnd":519.4000000059605,"connectStart":519.4000000059605,"domainLookupEnd":519.4000000059605,"domainLookupStart":519.4000000059605,"fetchStart":519.4000000059605,"redirectEnd":0,"redirectStart":0,"requestStart":519.4000000059605,"responseEnd":814.4000000059605,"responseStart":814.4000000059605,"secureConnectionStart":519.4000000059605},{"duration":192.19999998807907,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":819.8000000119209,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":819.8000000119209,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1012,"responseStart":0,"secureConnectionStart":0},{"duration":227.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":839.8000000119209,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":839.8000000119209,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1067.300000011921,"responseStart":0,"secureConnectionStart":0},{"duration":205.7999999821186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":840.7000000178814,"connectEnd":840.7000000178814,"connectStart":840.7000000178814,"domainLookupEnd":840.7000000178814,"domainLookupStart":840.7000000178814,"fetchStart":840.7000000178814,"redirectEnd":0,"redirectStart":0,"requestStart":840.7000000178814,"responseEnd":1046.5,"responseStart":1046.5,"secureConnectionStart":840.7000000178814},{"duration":209.90000000596046,"initiatorType":"script","name":"https://jira.mariadb.org/s/53a43b6764f587426c7bb9a150184c00-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":841,"connectEnd":841,"connectStart":841,"domainLookupEnd":841,"domainLookupStart":841,"fetchStart":841,"redirectEnd":0,"redirectStart":0,"requestStart":841,"responseEnd":1050.9000000059605,"responseStart":1050.9000000059605,"secureConnectionStart":841}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":67,"responseStart":248,"responseEnd":251,"domLoading":251,"domInteractive":1028,"domContentLoadedEventStart":1028,"domContentLoadedEventEnd":1067,"domComplete":1212,"loadEventStart":1212,"loadEventEnd":1213,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1013.9000000059605},{"name":"bigPipe.sidebar-id.end","time":1014.7000000178814},{"name":"bigPipe.activity-panel-pipe-id.start","time":1014.8000000119209},{"name":"bigPipe.activity-panel-pipe-id.end","time":1015.5999999940395},{"name":"activityTabFullyLoaded","time":1079.5}],"measures":[],"correlationId":"34a0af2cbd1754","effectiveType":"4g","downlink":9.3,"rtt":0,"serverDuration":112,"dbReadsTimeInMs":16,"dbConnsTimeInMs":24,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}