In two different environments, we have experienced periodic crashes after upgrading from 5.5.52 to 10.2.12. The first wave of investigation was covered in https://jira.mariadb.org/browse/MDEV-14915 but was written off as an upgrade procedure problem, since the crashes eventually stopped.
But now in a new environment, we have experienced three identical crashes within the first 24 hours of the upgrade, all with the same blame as before:
0x7fd2900b0700 InnoDB: Assertion failure in file /home/buildbot/buildbot/build/storage/innobase/que/que0que.cc line 567
We need a way to prevent these crashes before we proceed with upgrading the other ten servers in our environment.
Attached is the error log detailing the upgrade at 2018-03-05 16:20, and the crashes at 180306 8:12:14 , 2018-03-06 09:59:37, and 180306 10:39:04
| Transition |
Time In Source Status |
Execution Times |
|
Open |
|
Closed |
|
1126d 18h 21m
|
1
|
{"report":{"fcp":989.0999999046326,"ttfb":268.39999985694885,"pageVisibility":"visible","entityId":66167,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"2972e2ec-2226-4b6d-9d48-52aed93490ec","navigationType":0,"readyForUser":1067.2000000476837,"redirectCount":0,"resourceLoadedEnd":737.2999999523163,"resourceLoadedStart":276.2000000476837,"resourceTiming":[{"duration":66.29999995231628,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":276.2000000476837,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":276.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":342.5,"responseStart":0,"secureConnectionStart":0},{"duration":67.20000004768372,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":276.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":276.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":343.7000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":280.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":276.5,"connectEnd":346.7000000476837,"connectStart":346.7000000476837,"domainLookupEnd":346.7000000476837,"domainLookupStart":346.7000000476837,"fetchStart":276.5,"redirectEnd":0,"redirectStart":0,"requestStart":347.5,"responseEnd":557,"responseStart":360.59999990463257,"secureConnectionStart":346.7000000476837},{"duration":86.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":276.7000000476837,"connectEnd":276.7000000476837,"connectStart":276.7000000476837,"domainLookupEnd":276.7000000476837,"domainLookupStart":276.7000000476837,"fetchStart":276.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":348,"responseEnd":363.39999985694885,"responseStart":362.2000000476837,"secureConnectionStart":276.7000000476837},{"duration":399.39999985694885,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":276.7000000476837,"connectEnd":276.7000000476837,"connectStart":276.7000000476837,"domainLookupEnd":276.7000000476837,"domainLookupStart":276.7000000476837,"fetchStart":276.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":347.89999985694885,"responseEnd":676.0999999046326,"responseStart":366.39999985694885,"secureConnectionStart":276.7000000476837},{"duration":91.20000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":276.7999999523163,"connectEnd":276.7999999523163,"connectStart":276.7999999523163,"domainLookupEnd":276.7999999523163,"domainLookupStart":276.7999999523163,"fetchStart":276.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":348.39999985694885,"responseEnd":368,"responseStart":365.09999990463257,"secureConnectionStart":276.7999999523163},{"duration":90.70000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":276.89999985694885,"connectEnd":276.89999985694885,"connectStart":276.89999985694885,"domainLookupEnd":276.89999985694885,"domainLookupStart":276.89999985694885,"fetchStart":276.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":348.7999999523163,"responseEnd":367.59999990463257,"responseStart":364.39999985694885,"secureConnectionStart":276.89999985694885},{"duration":71.20000004768372,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":277,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":277,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":348.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":99.60000014305115,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":277.09999990463257,"connectEnd":277.09999990463257,"connectStart":277.09999990463257,"domainLookupEnd":277.09999990463257,"domainLookupStart":277.09999990463257,"fetchStart":277.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":351.2000000476837,"responseEnd":376.7000000476837,"responseStart":373.7999999523163,"secureConnectionStart":277.09999990463257},{"duration":72.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":277.2000000476837,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":277.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":349.7999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":111.70000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":277.2999999523163,"connectEnd":277.2999999523163,"connectStart":277.2999999523163,"domainLookupEnd":277.2999999523163,"domainLookupStart":277.2999999523163,"fetchStart":277.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":352,"responseEnd":389,"responseStart":377.2000000476837,"secureConnectionStart":277.2999999523163},{"duration":446.10000014305115,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":286.39999985694885,"connectEnd":286.39999985694885,"connectStart":286.39999985694885,"domainLookupEnd":286.39999985694885,"domainLookupStart":286.39999985694885,"fetchStart":286.39999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":707.3999998569489,"responseEnd":732.5,"responseStart":731.3999998569489,"secureConnectionStart":286.39999985694885},{"duration":450.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":286.5,"connectEnd":286.5,"connectStart":286.5,"domainLookupEnd":286.5,"domainLookupStart":286.5,"fetchStart":286.5,"redirectEnd":0,"redirectStart":0,"requestStart":708.3999998569489,"responseEnd":737.2999999523163,"responseStart":736.5,"secureConnectionStart":286.5},{"duration":150.39999985694885,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":684,"connectEnd":684,"connectStart":684,"domainLookupEnd":684,"domainLookupStart":684,"fetchStart":684,"redirectEnd":0,"redirectStart":0,"requestStart":805.2999999523163,"responseEnd":834.3999998569489,"responseStart":833.5999999046326,"secureConnectionStart":684},{"duration":162.29999995231628,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":894.7000000476837,"connectEnd":894.7000000476837,"connectStart":894.7000000476837,"domainLookupEnd":894.7000000476837,"domainLookupStart":894.7000000476837,"fetchStart":894.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":1026.5999999046326,"responseEnd":1057,"responseStart":1055.8999998569489,"secureConnectionStart":894.7000000476837}],"fetchStart":0,"domainLookupStart":74,"domainLookupEnd":88,"connectStart":88,"connectEnd":107,"secureConnectionStart":97,"requestStart":108,"responseStart":269,"responseEnd":286,"domLoading":272,"domInteractive":1122,"domContentLoadedEventStart":1122,"domContentLoadedEventEnd":1167,"domComplete":1579,"loadEventStart":1579,"loadEventEnd":1579,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1104.3999998569489},{"name":"bigPipe.sidebar-id.end","time":1105.0999999046326},{"name":"bigPipe.activity-panel-pipe-id.start","time":1105.2999999523163},{"name":"bigPipe.activity-panel-pipe-id.end","time":1106},{"name":"activityTabFullyLoaded","time":1183.5999999046326}],"measures":[],"correlationId":"ae91e48dfb5eaa","effectiveType":"4g","downlink":9.5,"rtt":0,"serverDuration":91,"dbReadsTimeInMs":28,"dbConnsTimeInMs":36,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Bug
Major