Type:
Bug
Priority:
Critical
Resolution:
Fixed
Affects Version/s:
10.11
Run in S3-enabled environment.
The test case is non-deterministic by nature, although it hits the problem for me every time.
I only tried with MinIO, with AWS timing may need to be adjusted, depending on how slowly it is.
Don't put it into the regression suite , create a deterministic one instead.
In the test case, one connection does CREATE OR REPLACE of an existing S3 table. Another connection is monitoring visible tables. As soon as #sql-backup-... table becomes visible (which is already strange), the monitoring connection crash-restarts the server. After recovery, the temporary table remains permanently in S3.
# Because it 's not easy to drop the garbage tables which are the essense
# of the report, I re-create the bucket to force-remove the contents.
# This assumes that I run the test with --mysqld=--s3-bucket=mtr,
# and MinIO server is already running. Naturally it doesn' t belong
# to the eventual test case for the regression suite
--exec mc alias set local http://127.0.0.1:9000 minio minioadmin
--exec mc rb --force local/mtr || true
--exec mc mb local/mtr
show tables;
# This is to clean up S3 in a "normal" situation, when there is no garbage
drop table if exists t;
--connect (con1,localhost,root,,test)
CREATE TABLE t (a INT );
ALTER TABLE t ENGINE=S3;
--send
CREATE OR REPLACE TABLE t (b INT );
--connection default
--let $i= 100
while ($i)
{
--let $tbl= `show tables like '%sql-backup%'`
if ($tbl != '' )
{
--echo #
--echo # Found a backup table $tbl
--echo #
show tables;
--let $shutdown_timeout= 0
--source include/restart_mysqld.inc
--echo #
--echo # The table is still there
--echo #
show tables;
--echo #
--echo # .. but cannot be dropped
--echo #
--eval drop table if exists `$tbl`
show tables;
--let $i= 1
}
--dec $i
}
# Cleanup
DROP TABLE t;
bb-10.11-midenok 6df00b8559
connection default ;
#
# Found a backup table #sql-backup-12beea-5-t
#
show tables;
Tables_in_test
#sql-backup-12beea-5-t
t
# restart
#
# The table is still there
#
show tables;
Tables_in_test
#sql-backup-12beea-5-t
t
#
# .. but cannot be dropped
#
drop table if exists `#sql-backup-12beea-5-t`;
Warnings:
Note 1051 Unknown table 'test.#sql-backup-12beea-5-t'
show tables;
Tables_in_test
#sql-backup-12beea-5-t
t
Couldn't reproduce before MDEV-25292 .
is caused by
MDEV-25292
Atomic CREATE OR REPLACE TABLE
Stalled
{"report":{"fcp":985.7999999523163,"ttfb":182.70000004768372,"pageVisibility":"visible","entityId":115595,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0.5,"journeyId":"eb5cf455-8662-40c3-8c4e-d53c6e3cb4d9","navigationType":0,"readyForUser":1057.2999999523163,"redirectCount":0,"resourceLoadedEnd":962.2000000476837,"resourceLoadedStart":188.89999997615814,"resourceTiming":[{"duration":147.39999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":188.89999997615814,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":188.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":336.2999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":147.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":189.10000002384186,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":189.10000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":336.60000002384186,"responseStart":0,"secureConnectionStart":0},{"duration":330.8000000715256,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":189.29999995231628,"connectEnd":189.29999995231628,"connectStart":189.29999995231628,"domainLookupEnd":189.29999995231628,"domainLookupStart":189.29999995231628,"fetchStart":189.29999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":189.29999995231628,"responseEnd":520.1000000238419,"responseStart":520.1000000238419,"secureConnectionStart":189.29999995231628},{"duration":408.89999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":189.39999997615814,"connectEnd":189.39999997615814,"connectStart":189.39999997615814,"domainLookupEnd":189.39999997615814,"domainLookupStart":189.39999997615814,"fetchStart":189.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":189.39999997615814,"responseEnd":598.2999999523163,"responseStart":598.2999999523163,"secureConnectionStart":189.39999997615814},{"duration":413.10000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":189.5,"connectEnd":189.5,"connectStart":189.5,"domainLookupEnd":189.5,"domainLookupStart":189.5,"fetchStart":189.5,"redirectEnd":0,"redirectStart":0,"requestStart":189.5,"responseEnd":602.6000000238419,"responseStart":602.6000000238419,"secureConnectionStart":189.5},{"duration":415.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":189.60000002384186,"connectEnd":189.60000002384186,"connectStart":189.60000002384186,"domainLookupEnd":189.60000002384186,"domainLookupStart":189.60000002384186,"fetchStart":189.60000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":189.60000002384186,"responseEnd":604.8999999761581,"responseStart":604.8999999761581,"secureConnectionStart":189.60000002384186},{"duration":417.1999999284744,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":189.70000004768372,"connectEnd":189.70000004768372,"connectStart":189.70000004768372,"domainLookupEnd":189.70000004768372,"domainLookupStart":189.70000004768372,"fetchStart":189.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":189.70000004768372,"responseEnd":606.8999999761581,"responseStart":606.8999999761581,"secureConnectionStart":189.70000004768372},{"duration":418.60000002384186,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":189.79999995231628,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":189.79999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":608.3999999761581,"responseStart":0,"secureConnectionStart":0},{"duration":418.60000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":189.89999997615814,"connectEnd":189.89999997615814,"connectStart":189.89999997615814,"domainLookupEnd":189.89999997615814,"domainLookupStart":189.89999997615814,"fetchStart":189.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":189.89999997615814,"responseEnd":608.5,"responseStart":608.3999999761581,"secureConnectionStart":189.89999997615814},{"duration":420.2000000476837,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":190,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":190,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":610.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":420.1999999284744,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":190.10000002384186,"connectEnd":190.10000002384186,"connectStart":190.10000002384186,"domainLookupEnd":190.10000002384186,"domainLookupStart":190.10000002384186,"fetchStart":190.10000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":190.10000002384186,"responseEnd":610.2999999523163,"responseStart":610.2999999523163,"secureConnectionStart":190.10000002384186},{"duration":589,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":195.39999997615814,"connectEnd":195.39999997615814,"connectStart":195.39999997615814,"domainLookupEnd":195.39999997615814,"domainLookupStart":195.39999997615814,"fetchStart":195.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":195.39999997615814,"responseEnd":784.3999999761581,"responseStart":784.3999999761581,"secureConnectionStart":195.39999997615814},{"duration":766.7000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":195.5,"connectEnd":195.5,"connectStart":195.5,"domainLookupEnd":195.5,"domainLookupStart":195.5,"fetchStart":195.5,"redirectEnd":0,"redirectStart":0,"requestStart":195.5,"responseEnd":962.2000000476837,"responseStart":962.2000000476837,"secureConnectionStart":195.5},{"duration":182.10000002384186,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":735,"connectEnd":735,"connectStart":735,"domainLookupEnd":735,"domainLookupStart":735,"fetchStart":735,"redirectEnd":0,"redirectStart":0,"requestStart":735,"responseEnd":917.1000000238419,"responseStart":917.1000000238419,"secureConnectionStart":735}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":33,"responseStart":182,"responseEnd":187,"domLoading":186,"domInteractive":1119,"domContentLoadedEventStart":1119,"domContentLoadedEventEnd":1157,"domComplete":1842,"loadEventStart":1842,"loadEventEnd":1844,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1102.6000000238419},{"name":"bigPipe.sidebar-id.end","time":1103.2999999523163},{"name":"bigPipe.activity-panel-pipe-id.start","time":1103.5},{"name":"bigPipe.activity-panel-pipe-id.end","time":1105.7999999523163},{"name":"activityTabFullyLoaded","time":1166.2999999523163}],"measures":[],"correlationId":"c2200e7c717a39","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":81,"dbReadsTimeInMs":10,"dbConnsTimeInMs":17,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}