The MariaDB crashed with an assertion failure. At that time there was a large transaction running with (according to the rollback log) approx. 4191650 row operations.
2017-08-15 15:33:20 0x7fc018037700 InnoDB: Assertion failure in file /home/buildbot/buildbot/build/mariadb-10.2.7/storage/innobase/dict/dict0stats.cc line 1572
|
InnoDB: Failing assertion: offsets_rec != NULL
|
InnoDB: We intentionally generate a memory trap.
|
InnoDB: Submit a detailed bug report to http://bugs.mysql.com.
|
InnoDB: If you get repeated assertion failures or crashes, even
|
InnoDB: immediately after the mysqld startup, there may be
|
InnoDB: corruption in the InnoDB tablespace. Please refer to
|
InnoDB: http://dev.mysql.com/doc/refman/5.7/en/forcing-innodb-recovery.html
|
InnoDB: about forcing recovery.
|
170815 15:33:20 [ERROR] mysqld got signal 6 ;
|
This could be because you hit a bug. It is also possible that this binary
|
or one of the libraries it was linked against is corrupt, improperly built,
|
or misconfigured. This error can also be caused by malfunctioning hardware.
|
|
To report this bug, see https://mariadb.com/kb/en/reporting-bugs
|
|
We will try our best to scrape up some info that will hopefully help
|
diagnose the problem, but since we have already crashed,
|
something is definitely wrong and this may fail.
|
|
Server version: 10.2.7-MariaDB
|
key_buffer_size=16777216
|
read_buffer_size=2097152
|
max_used_connections=101
|
max_threads=102
|
thread_count=26
|
It is possible that mysqld could use up to
|
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 436307 K bytes of memory
|
Hope that's ok; if not, decrease some variables in the equation.
|
|
Thread pointer: 0x0
|
Attempting backtrace. You can use the following information to find out
|
where mysqld died. If you see no messages after this, something went
|
terribly wrong...
|
stack_bottom = 0x0 thread_stack 0x49000
|
/usr/sbin/mysqld(my_print_stacktrace+0x2e)[0x7fc13e53d37e]
|
/usr/sbin/mysqld(handle_fatal_signal+0x30d)[0x7fc13df82fad]
|
/lib64/libpthread.so.0(+0xf370)[0x7fc13d4f0370]
|
/lib64/libc.so.6(gsignal+0x37)[0x7fc13ba791d7]
|
/lib64/libc.so.6(abort+0x148)[0x7fc13ba7a8c8]
|
/usr/sbin/mysqld(+0x422d82)[0x7fc13dd42d82]
|
/usr/sbin/mysqld(+0xa727c0)[0x7fc13e3927c0]
|
/usr/sbin/mysqld(+0xa749c7)[0x7fc13e3949c7]
|
/usr/sbin/mysqld(+0xa781ed)[0x7fc13e3981ed]
|
/usr/sbin/mysqld(+0xa7a283)[0x7fc13e39a283]
|
/lib64/libpthread.so.0(+0x7dc5)[0x7fc13d4e8dc5]
|
/lib64/libc.so.6(clone+0x6d)[0x7fc13bb3b76d]
|
The manual page at http://dev.mysql.com/doc/mysql/en/crashing.html contains
|
information that should help you find out what is causing the crash.
|
{"report":{"fcp":1680.9000000953674,"ttfb":655.7000002861023,"pageVisibility":"visible","entityId":62690,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"1fd41355-1f4c-4d3f-ad05-243d58cc5ffa","navigationType":0,"readyForUser":1770.8000001907349,"redirectCount":0,"resourceLoadedEnd":2087.5,"resourceLoadedStart":662,"resourceTiming":[{"duration":495.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":662,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":662,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1157.3000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":495.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":662.3000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":662.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1157.6000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":549.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":662.4000000953674,"connectEnd":662.4000000953674,"connectStart":662.4000000953674,"domainLookupEnd":662.4000000953674,"domainLookupStart":662.4000000953674,"fetchStart":662.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":662.4000000953674,"responseEnd":1211.9000000953674,"responseStart":1211.9000000953674,"secureConnectionStart":662.4000000953674},{"duration":631.8999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":662.6000003814697,"connectEnd":662.6000003814697,"connectStart":662.6000003814697,"domainLookupEnd":662.6000003814697,"domainLookupStart":662.6000003814697,"fetchStart":662.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":662.6000003814697,"responseEnd":1294.5,"responseStart":1294.5,"secureConnectionStart":662.6000003814697},{"duration":636,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":662.8000001907349,"connectEnd":662.8000001907349,"connectStart":662.8000001907349,"domainLookupEnd":662.8000001907349,"domainLookupStart":662.8000001907349,"fetchStart":662.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":662.8000001907349,"responseEnd":1298.8000001907349,"responseStart":1298.8000001907349,"secureConnectionStart":662.8000001907349},{"duration":636.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":663,"connectEnd":663,"connectStart":663,"domainLookupEnd":663,"domainLookupStart":663,"fetchStart":663,"redirectEnd":0,"redirectStart":0,"requestStart":663,"responseEnd":1299.2000002861023,"responseStart":1299.2000002861023,"secureConnectionStart":663},{"duration":636.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":663.2000002861023,"connectEnd":663.2000002861023,"connectStart":663.2000002861023,"domainLookupEnd":663.2000002861023,"domainLookupStart":663.2000002861023,"fetchStart":663.2000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":663.2000002861023,"responseEnd":1299.7000002861023,"responseStart":1299.7000002861023,"secureConnectionStart":663.2000002861023},{"duration":696,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":663.4000000953674,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":663.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1359.4000000953674,"responseStart":0,"secureConnectionStart":0},{"duration":637.3000001907349,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":663.5,"connectEnd":663.5,"connectStart":663.5,"domainLookupEnd":663.5,"domainLookupStart":663.5,"fetchStart":663.5,"redirectEnd":0,"redirectStart":0,"requestStart":663.5,"responseEnd":1300.8000001907349,"responseStart":1300.8000001907349,"secureConnectionStart":663.5},{"duration":695.9000000953674,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":663.7000002861023,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":663.7000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1359.6000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":637.6999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":663.8000001907349,"connectEnd":663.8000001907349,"connectStart":663.8000001907349,"domainLookupEnd":663.8000001907349,"domainLookupStart":663.8000001907349,"fetchStart":663.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":663.8000001907349,"responseEnd":1301.5,"responseStart":1301.5,"secureConnectionStart":663.8000001907349},{"duration":972.4000000953674,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":669.4000000953674,"connectEnd":669.4000000953674,"connectStart":669.4000000953674,"domainLookupEnd":669.4000000953674,"domainLookupStart":669.4000000953674,"fetchStart":669.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":669.4000000953674,"responseEnd":1641.8000001907349,"responseStart":1641.8000001907349,"secureConnectionStart":669.4000000953674},{"duration":1417.8999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":669.6000003814697,"connectEnd":669.6000003814697,"connectStart":669.6000003814697,"domainLookupEnd":669.6000003814697,"domainLookupStart":669.6000003814697,"fetchStart":669.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":669.6000003814697,"responseEnd":2087.5,"responseStart":2087.5,"secureConnectionStart":669.6000003814697},{"duration":270.5,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1374.2000002861023,"connectEnd":1374.2000002861023,"connectStart":1374.2000002861023,"domainLookupEnd":1374.2000002861023,"domainLookupStart":1374.2000002861023,"fetchStart":1374.2000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":1374.2000002861023,"responseEnd":1644.7000002861023,"responseStart":1644.7000002861023,"secureConnectionStart":1374.2000002861023},{"duration":489.6000003814697,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1673,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1673,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":2162.6000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":516.7000002861023,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1696.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1696.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":2213.2000002861023,"responseStart":0,"secureConnectionStart":0},{"duration":493.2999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1697.6000003814697,"connectEnd":1697.6000003814697,"connectStart":1697.6000003814697,"domainLookupEnd":1697.6000003814697,"domainLookupStart":1697.6000003814697,"fetchStart":1697.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":1697.6000003814697,"responseEnd":2190.9000000953674,"responseStart":2190.9000000953674,"secureConnectionStart":1697.6000003814697},{"duration":499.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/097ae97cb8fbec7d6ea4bbb1f26955b9-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":1698.1000003814697,"connectEnd":1698.1000003814697,"connectStart":1698.1000003814697,"domainLookupEnd":1698.1000003814697,"domainLookupStart":1698.1000003814697,"fetchStart":1698.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":1698.1000003814697,"responseEnd":2197.2000002861023,"responseStart":2197.2000002861023,"secureConnectionStart":1698.1000003814697}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":484,"responseStart":655,"responseEnd":669,"domLoading":659,"domInteractive":2163,"domContentLoadedEventStart":2163,"domContentLoadedEventEnd":2213,"domComplete":2850,"loadEventStart":2850,"loadEventEnd":2851,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":2093.5},{"name":"bigPipe.sidebar-id.end","time":2094.300000190735},{"name":"bigPipe.activity-panel-pipe-id.start","time":2094.5},{"name":"bigPipe.activity-panel-pipe-id.end","time":2097.7000002861023},{"name":"activityTabFullyLoaded","time":2231.300000190735}],"measures":[],"correlationId":"480b18ac24ba2e","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":107,"dbReadsTimeInMs":15,"dbConnsTimeInMs":26,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
This seems valid for my case. A table with ~450k rows is completely rebuild along with a 2nd table with 1.7m rows which references this table. So there are a lot of insert / delete statements in a short period of time, within a transaction.
If there is anything I can debug for you let me know, I can trigger this to happen by running the same update script over and over again
Kind regards,
Tim