Note: The description was updated much later than the comments were added. The comments discuss the initial report, which only had the stack trace, without a test case or any other indication how the problem could be reproduced.
10.4 88cf6f1c7f with the injection below
|
2020-04-25 4:55:50 0 [Note] /data/src/10.4-bug/sql/mysqld (initiated by: root[root] @ localhost []): Normal shutdown
|
2020-04-25 4:55:50 0 [Note] Event Scheduler: Purging the queue. 0 events
|
mysqld: /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
|
200425 4:55:50 [ERROR] mysqld got signal 6 ;
|
|
#6 0x00007f355a45840f in __assert_fail_base (fmt=0x7f355a5baee0 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=<optimized out>) at assert.c:92
|
#7 0x00007f355a466102 in __GI___assert_fail (assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=0x55a54b2bd2e0 <__PRETTY_FUNCTION__.18326> "check_pagecache_is_cleaned_up") at assert.c:101
|
#8 0x000055a54ac6a97f in check_pagecache_is_cleaned_up (pagecache=0x55a54c287d00 <maria_pagecache_var>) at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133
|
#9 0x000055a54ac6aba0 in end_pagecache (pagecache=0x55a54c287d00 <maria_pagecache_var>, cleanup=1 '\001') at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1175
|
#10 0x000055a54ac862ba in maria_end () at /data/src/10.4-bug/storage/maria/ma_init.c:110
|
#11 0x000055a54acd2157 in maria_panic (flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ma_panic.c:135
|
#12 0x000055a54ac478c6 in maria_hton_panic (hton=0x55a54dd19590, flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ha_maria.cc:3347
|
#13 0x000055a54a5a8fe9 in ha_finalize_handlerton (plugin=0x55a54dd0ba88) at /data/src/10.4-bug/sql/handler.cc:496
|
#14 0x000055a54a271157 in plugin_deinitialize (plugin=0x55a54dd0ba88, ref_check=true) at /data/src/10.4-bug/sql/sql_plugin.cc:1241
|
#15 0x000055a54a2716c1 in reap_plugins () at /data/src/10.4-bug/sql/sql_plugin.cc:1317
|
#16 0x000055a54a273ae0 in plugin_shutdown () at /data/src/10.4-bug/sql/sql_plugin.cc:1986
|
#17 0x000055a54a115e20 in clean_up (print_message=true) at /data/src/10.4-bug/sql/mysqld.cc:1988
|
#18 0x000055a54a11e4ed in mysqld_main (argc=130, argv=0x55a54dbd98d0) at /data/src/10.4-bug/sql/mysqld.cc:5922
|
#19 0x000055a54a112275 in main (argc=6, argv=0x7fffa3e800b8) at /data/src/10.4-bug/sql/main.cc:25
|
Debug injection for 10.4, e.g. 88cf6f1c7f
|
diff --git a/storage/maria/ma_pagecache.c b/storage/maria/ma_pagecache.c
|
index f486d8c704f..9f02355b44f 100644
|
--- a/storage/maria/ma_pagecache.c
|
+++ b/storage/maria/ma_pagecache.c
|
@@ -4416,6 +4416,7 @@ static int flush_cached_blocks(PAGECACHE *pagecache,
|
@todo change argument of functions to be File.
|
*/
|
pagecache_pthread_mutex_unlock(&pagecache->cache_lock);
|
+ DBUG_EXECUTE_IF("sleep_mutex",{while(pagecache->cache_lock.m_mutex.thread == 0) my_sleep(100000);};);
|
error= pagecache_fwrite(pagecache, &block->hash_link->file,
|
block->buffer,
|
block->hash_link->pageno,
|
|
Even with the injection above, the test case is still non-deterministic, run with --repeat=N if it doesn't fail right away. Currently it fails for me roughly every other time.
Test case to be run with the injection above
|
--source include/restart_mysqld.inc
|
|
CREATE TABLE t1 (pk INT, a VARCHAR(8), PRIMARY KEY(pk)) ENGINE=Aria TRANSACTIONAL=1;
|
|
--connect (con1,localhost,root,,test)
|
BACKUP STAGE START;
|
SET debug_dbug= '+d,sleep_mutex';
|
--send
|
BACKUP STAGE BLOCK_COMMIT;
|
|
--connection default
|
INSERT INTO t1 VALUES (1,'a');
|
INSERT INTO t1 VALUES (2,'b');
|
INSERT INTO t1 VALUES (3,'c');
|
INSERT INTO t1 VALUES (4,'c');
|
INSERT INTO t1 VALUES (5,'c');
|
INSERT INTO t1 VALUES (6,'c');
|
INSERT INTO t1 VALUES (7,'c');
|
INSERT INTO t1 VALUES (8,'c');
|
INSERT INTO t1 VALUES (9,'c');
|
|
--connection con1
|
--reap
|
|
--sleep 1
|
--source include/restart_mysqld.inc
|
|
DROP TABLE t1;
|
{"report":{"fcp":1315.800000011921,"ttfb":634.9000000059605,"pageVisibility":"visible","entityId":71970,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"7b952b06-c21d-4894-829c-4bf3fb325aa0","navigationType":0,"readyForUser":1405.800000011921,"redirectCount":0,"resourceLoadedEnd":1660.800000011921,"resourceLoadedStart":640.9000000059605,"resourceTiming":[{"duration":196.19999998807907,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":640.9000000059605,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":640.9000000059605,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":837.0999999940395,"responseStart":0,"secureConnectionStart":0},{"duration":196.30000001192093,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":641.1999999880791,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":641.1999999880791,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":837.5,"responseStart":0,"secureConnectionStart":0},{"duration":205.2999999821186,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":641.3000000119209,"connectEnd":641.3000000119209,"connectStart":641.3000000119209,"domainLookupEnd":641.3000000119209,"domainLookupStart":641.3000000119209,"fetchStart":641.3000000119209,"redirectEnd":0,"redirectStart":0,"requestStart":641.3000000119209,"responseEnd":846.5999999940395,"responseStart":846.5999999940395,"secureConnectionStart":641.3000000119209},{"duration":243,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":641.5,"connectEnd":641.5,"connectStart":641.5,"domainLookupEnd":641.5,"domainLookupStart":641.5,"fetchStart":641.5,"redirectEnd":0,"redirectStart":0,"requestStart":641.5,"responseEnd":884.5,"responseStart":884.5,"secureConnectionStart":641.5},{"duration":246.2999999821186,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":641.9000000059605,"connectEnd":641.9000000059605,"connectStart":641.9000000059605,"domainLookupEnd":641.9000000059605,"domainLookupStart":641.9000000059605,"fetchStart":641.9000000059605,"redirectEnd":0,"redirectStart":0,"requestStart":641.9000000059605,"responseEnd":888.1999999880791,"responseStart":888.1999999880791,"secureConnectionStart":641.9000000059605},{"duration":246.69999998807907,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":642,"connectEnd":642,"connectStart":642,"domainLookupEnd":642,"domainLookupStart":642,"fetchStart":642,"redirectEnd":0,"redirectStart":0,"requestStart":642,"responseEnd":888.6999999880791,"responseStart":888.5999999940395,"secureConnectionStart":642},{"duration":246.80000001192093,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":642.1999999880791,"connectEnd":642.1999999880791,"connectStart":642.1999999880791,"domainLookupEnd":642.1999999880791,"domainLookupStart":642.1999999880791,"fetchStart":642.1999999880791,"redirectEnd":0,"redirectStart":0,"requestStart":642.1999999880791,"responseEnd":889,"responseStart":889,"secureConnectionStart":642.1999999880791},{"duration":353,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":642.3000000119209,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":642.3000000119209,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":995.3000000119209,"responseStart":0,"secureConnectionStart":0},{"duration":246.90000000596046,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":642.5999999940395,"connectEnd":642.5999999940395,"connectStart":642.5999999940395,"domainLookupEnd":642.5999999940395,"domainLookupStart":642.5999999940395,"fetchStart":642.5999999940395,"redirectEnd":0,"redirectStart":0,"requestStart":642.5999999940395,"responseEnd":889.5,"responseStart":889.5,"secureConnectionStart":642.5999999940395},{"duration":352.80000001192093,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":642.6999999880791,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":642.6999999880791,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":995.5,"responseStart":0,"secureConnectionStart":0},{"duration":247.19999998807907,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":642.9000000059605,"connectEnd":642.9000000059605,"connectStart":642.9000000059605,"domainLookupEnd":642.9000000059605,"domainLookupStart":642.9000000059605,"fetchStart":642.9000000059605,"redirectEnd":0,"redirectStart":0,"requestStart":642.9000000059605,"responseEnd":890.0999999940395,"responseStart":890.0999999940395,"secureConnectionStart":642.9000000059605},{"duration":480.80000001192093,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":643.6999999880791,"connectEnd":643.6999999880791,"connectStart":643.6999999880791,"domainLookupEnd":643.6999999880791,"domainLookupStart":643.6999999880791,"fetchStart":643.6999999880791,"redirectEnd":0,"redirectStart":0,"requestStart":643.6999999880791,"responseEnd":1124.5,"responseStart":1124.5,"secureConnectionStart":643.6999999880791},{"duration":1017.1000000238419,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":643.6999999880791,"connectEnd":643.6999999880791,"connectStart":643.6999999880791,"domainLookupEnd":643.6999999880791,"domainLookupStart":643.6999999880791,"fetchStart":643.6999999880791,"redirectEnd":0,"redirectStart":0,"requestStart":643.6999999880791,"responseEnd":1660.800000011921,"responseStart":1660.800000011921,"secureConnectionStart":643.6999999880791},{"duration":363.7000000178814,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1007.0999999940395,"connectEnd":1007.0999999940395,"connectStart":1007.0999999940395,"domainLookupEnd":1007.0999999940395,"domainLookupStart":1007.0999999940395,"fetchStart":1007.0999999940395,"redirectEnd":0,"redirectStart":0,"requestStart":1007.0999999940395,"responseEnd":1370.800000011921,"responseStart":1370.800000011921,"secureConnectionStart":1007.0999999940395},{"duration":365.69999998807907,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1309.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1309.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1675.199999988079,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":22,"responseStart":635,"responseEnd":638,"domLoading":638,"domInteractive":1680,"domContentLoadedEventStart":1680,"domContentLoadedEventEnd":1722,"domComplete":2794,"loadEventStart":2794,"loadEventEnd":2796,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1664.300000011921},{"name":"bigPipe.sidebar-id.end","time":1665.0999999940395},{"name":"bigPipe.activity-panel-pipe-id.start","time":1665.300000011921},{"name":"bigPipe.activity-panel-pipe-id.end","time":1667.5999999940395},{"name":"activityTabFullyLoaded","time":1729}],"measures":[],"correlationId":"211cd376716f53","effectiveType":"4g","downlink":9.6,"rtt":0,"serverDuration":113,"dbReadsTimeInMs":8,"dbConnsTimeInMs":16,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}