Hi,
MariaDb server crashes when a query like this is executed repeatedly:
SELECT m.* FROM messenger_messages_fr1 m WHERE (m.delivered_at is null OR m.delivered_at < '2021-07-30 1
1:35:00') AND (m.available_at <= '2021-07-30 12:35:00') AND (m.queue_name = 'mailer_async') ORDER BY available_at ASC LIMIT 1 FOR UPDATE
Logs show this:
0x7faff3f8f640 InnoDB: Assertion failure in file /var/tmp/portage/dev-db/mariadb-10.5.10-r1/work/mysql/storage/innobase/lock/lock0lock.cc line 6682
InnoDB: We intentionally generate a memory trap.
InnoDB: Submit a detailed bug report to https://jira.mariadb.org/
I am using the Messenger component from Symfony, which runs this query, I detected that when 2 servers are connected to the same database, and run the same symfony command for mananing queues, when both commands try to lock the same row repeatedly, this error happens.
This error is experienced both using a single database and multiple in a galera cluster setup.
{"report":{"fcp":745.7000000476837,"ttfb":213.59999990463257,"pageVisibility":"visible","entityId":101697,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"f2a0335e-a6db-4f21-a1b7-043ef02f1b93","navigationType":0,"readyForUser":804,"redirectCount":0,"resourceLoadedEnd":800.0999999046326,"resourceLoadedStart":218.90000009536743,"resourceTiming":[{"duration":64.29999995231628,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":218.90000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":218.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":283.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":64.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":219.09999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":219.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":283.59999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":119.89999985694885,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":219.20000004768372,"connectEnd":219.20000004768372,"connectStart":219.20000004768372,"domainLookupEnd":219.20000004768372,"domainLookupStart":219.20000004768372,"fetchStart":219.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":219.20000004768372,"responseEnd":339.09999990463257,"responseStart":339.09999990463257,"secureConnectionStart":219.20000004768372},{"duration":182.29999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":219.20000004768372,"connectEnd":219.20000004768372,"connectStart":219.20000004768372,"domainLookupEnd":219.20000004768372,"domainLookupStart":219.20000004768372,"fetchStart":219.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":219.20000004768372,"responseEnd":401.5,"responseStart":401.5,"secureConnectionStart":219.20000004768372},{"duration":185.89999985694885,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":219.40000009536743,"connectEnd":219.40000009536743,"connectStart":219.40000009536743,"domainLookupEnd":219.40000009536743,"domainLookupStart":219.40000009536743,"fetchStart":219.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":219.40000009536743,"responseEnd":405.2999999523163,"responseStart":405.2999999523163,"secureConnectionStart":219.40000009536743},{"duration":186.29999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":219.5,"connectEnd":219.5,"connectStart":219.5,"domainLookupEnd":219.5,"domainLookupStart":219.5,"fetchStart":219.5,"redirectEnd":0,"redirectStart":0,"requestStart":219.5,"responseEnd":405.7999999523163,"responseStart":405.7999999523163,"secureConnectionStart":219.5},{"duration":186.70000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":219.59999990463257,"connectEnd":219.59999990463257,"connectStart":219.59999990463257,"domainLookupEnd":219.59999990463257,"domainLookupStart":219.59999990463257,"fetchStart":219.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":219.59999990463257,"responseEnd":406.2999999523163,"responseStart":406.2999999523163,"secureConnectionStart":219.59999990463257},{"duration":187.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":219.70000004768372,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":219.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":406.7999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":187.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":219.79999995231628,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":219.79999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":407.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":187,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":219.79999995231628,"connectEnd":219.79999995231628,"connectStart":219.79999995231628,"domainLookupEnd":219.79999995231628,"domainLookupStart":219.79999995231628,"fetchStart":219.79999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":219.79999995231628,"responseEnd":406.7999999523163,"responseStart":406.7999999523163,"secureConnectionStart":219.79999995231628},{"duration":187.30000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":220.09999990463257,"connectEnd":220.09999990463257,"connectStart":220.09999990463257,"domainLookupEnd":220.09999990463257,"domainLookupStart":220.09999990463257,"fetchStart":220.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":220.09999990463257,"responseEnd":407.40000009536743,"responseStart":407.40000009536743,"secureConnectionStart":220.09999990463257},{"duration":386,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":225.70000004768372,"connectEnd":225.70000004768372,"connectStart":225.70000004768372,"domainLookupEnd":225.70000004768372,"domainLookupStart":225.70000004768372,"fetchStart":225.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":225.70000004768372,"responseEnd":611.7000000476837,"responseStart":611.7000000476837,"secureConnectionStart":225.70000004768372},{"duration":574.1999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":225.90000009536743,"connectEnd":225.90000009536743,"connectStart":225.90000009536743,"domainLookupEnd":225.90000009536743,"domainLookupStart":225.90000009536743,"fetchStart":225.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":225.90000009536743,"responseEnd":800.0999999046326,"responseStart":800.0999999046326,"secureConnectionStart":225.90000009536743},{"duration":249.69999980926514,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":549.9000000953674,"connectEnd":549.9000000953674,"connectStart":549.9000000953674,"domainLookupEnd":549.9000000953674,"domainLookupStart":549.9000000953674,"fetchStart":549.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":549.9000000953674,"responseEnd":799.5999999046326,"responseStart":799.5999999046326,"secureConnectionStart":549.9000000953674},{"duration":78.40000009536743,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":722.2999999523163,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":722.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":800.7000000476837,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":80,"responseStart":213,"responseEnd":222,"domLoading":217,"domInteractive":916,"domContentLoadedEventStart":916,"domContentLoadedEventEnd":956,"domComplete":1352,"loadEventStart":1352,"loadEventEnd":1353,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":898.5999999046326},{"name":"bigPipe.sidebar-id.end","time":899.2999999523163},{"name":"bigPipe.activity-panel-pipe-id.start","time":899.2999999523163},{"name":"bigPipe.activity-panel-pipe-id.end","time":901.7000000476837},{"name":"activityTabFullyLoaded","time":966.7999999523163}],"measures":[],"correlationId":"c3416d7e24d9fa","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":84,"dbReadsTimeInMs":16,"dbConnsTimeInMs":25,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}