While trying to reproduce another recovery issue, I found some trouble with the following:
./mtr --mysqld=--loose-innodb-undo-tablespaces=3 --rr innodb.row_format_redundant
|
rr replay var/log/mysqld.1.rr/mariadbd-2
|
break sql_print_error
|
continue
|
We can see that InnoDB is trying to write to ibdata1 that it had opened in O_RDONLY mode:
bb-11.4-release 153225d4b31dfa5ca07c6e42a713e58864de0508
|
#0 sql_print_error (format=format@entry=0x56201a2d0fd1 "InnoDB: %s")
|
at /mariadb/11/sql/log.cc:9801
|
#1 0x000056201b208387 in ib::error::~error (this=this@entry=0x7ffeb3a42550,
|
__in_chrg=<optimized out>) at /usr/include/c++/14/bits/basic_string.h:227
|
#2 0x000056201b10aea2 in os_file_write_func (
|
type=@0x56201a43f260: {bpage = 0x0, slot = 0x0, node = 0x0, type = IORequest::WRITE_SYNC}, name=<optimized out>,
|
name@entry=0x56201ccc2150 "/dev/shm/11.2/mysql-test/var/tmp/row_format_redundant/ibdata1", file=file@entry=10, buf=buf@entry=0x7f1ec5c04000,
|
offset=<optimized out>, n=<optimized out>)
|
at /mariadb/11/storage/innobase/os/os0file.cc:2667
|
#3 0x000056201afd6a48 in buf_dblwr_t::init_or_load_pages (
|
this=0x56201bdc6a20 <buf_dblwr>, file={m_file = 10},
|
path=path@entry=0x56201ccc2150 "/dev/shm/11.2/mysql-test/var/tmp/row_format_redundant/ibdata1") at /mariadb/11/storage/innobase/buf/buf0dblwr.cc:329
|
#4 0x000056201b03edee in SysTablespace::read_lsn_and_check_flags (
|
this=this@entry=0x56201bdcaf00 <srv_sys_space>)
|
at /mariadb/11/storage/innobase/fsp/fsp0sysspace.cc:594
|
#5 0x000056201b03cbc5 in SysTablespace::open_or_create (
|
this=0x56201bdcaf00 <srv_sys_space>, is_temp=is_temp@entry=false,
|
create_new_db=create_new_db@entry=false,
|
sum_new_sizes=sum_new_sizes@entry=0x7ffeb3a42a48)
|
at /mariadb/11/storage/innobase/fsp/fsp0sysspace.cc:945
|
The following crude change fixes this issue:
diff --git a/storage/innobase/fsp/fsp0sysspace.cc b/storage/innobase/fsp/fsp0sysspace.cc
|
index be52e7e4743..92d45403916 100644
|
--- a/storage/innobase/fsp/fsp0sysspace.cc
|
+++ b/storage/innobase/fsp/fsp0sysspace.cc
|
@@ -521,7 +521,7 @@ SysTablespace::open_file(
|
|
case SRV_NOT_RAW:
|
err = file.open_or_create(
|
- !m_ignore_read_only && srv_read_only_mode);
|
+ false);
|
|
if (err != DB_SUCCESS) {
|
return(err);
|
But, another issue would then occur:
bb-11.4-release 153225d4b31dfa5ca07c6e42a713e58864de0508 with the crude 'fix'
|
innodb.row_format_redundant [ fail ] Found warnings/errors in server log file!
|
Test ended at 2024-05-20 16:40:07
|
line
|
2024-05-20 16:40:06 0 [ERROR] InnoDB: Failed to open the undo tablespace undo006
|
2024-05-20 16:40:06 0 [ERROR] InnoDB: Plugin initialization aborted at srv0start.cc[1620] with error Generic error
|
2024-05-20 16:40:07 0 [ERROR] Plugin 'InnoDB' registration as a STORAGE ENGINE failed.
|
^ Found warnings in /dev/shm/11.2/mysql-test/var/log/mysqld.1.err
|
This feels a bit strange, because nobody requested innodb_undo_tablespaces=6.
{"report":{"fcp":883.7999999970198,"ttfb":293.59999999403954,"pageVisibility":"visible","entityId":129201,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"4d819fe7-8a0f-47eb-92ec-2acfb40d487a","navigationType":0,"readyForUser":972,"redirectCount":0,"resourceLoadedEnd":1200.4000000059605,"resourceLoadedStart":299.90000000596046,"resourceTiming":[{"duration":80.8999999910593,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":299.90000000596046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":299.90000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":380.79999999701977,"responseStart":0,"secureConnectionStart":0},{"duration":80.90000000596046,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":300.29999999701977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":300.29999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":381.20000000298023,"responseStart":0,"secureConnectionStart":0},{"duration":136.69999998807907,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":300.40000000596046,"connectEnd":300.40000000596046,"connectStart":300.40000000596046,"domainLookupEnd":300.40000000596046,"domainLookupStart":300.40000000596046,"fetchStart":300.40000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":300.40000000596046,"responseEnd":437.09999999403954,"responseStart":437.09999999403954,"secureConnectionStart":300.40000000596046},{"duration":189.90000000596046,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":300.59999999403954,"connectEnd":300.59999999403954,"connectStart":300.59999999403954,"domainLookupEnd":300.59999999403954,"domainLookupStart":300.59999999403954,"fetchStart":300.59999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":300.59999999403954,"responseEnd":490.5,"responseStart":490.5,"secureConnectionStart":300.59999999403954},{"duration":193.6000000089407,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":300.79999999701977,"connectEnd":300.79999999701977,"connectStart":300.79999999701977,"domainLookupEnd":300.79999999701977,"domainLookupStart":300.79999999701977,"fetchStart":300.79999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":300.79999999701977,"responseEnd":494.40000000596046,"responseStart":494.29999999701977,"secureConnectionStart":300.79999999701977},{"duration":194,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":301,"connectEnd":301,"connectStart":301,"domainLookupEnd":301,"domainLookupStart":301,"fetchStart":301,"redirectEnd":0,"redirectStart":0,"requestStart":301,"responseEnd":495,"responseStart":495,"secureConnectionStart":301},{"duration":194.79999999701977,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":301.20000000298023,"connectEnd":301.20000000298023,"connectStart":301.20000000298023,"domainLookupEnd":301.20000000298023,"domainLookupStart":301.20000000298023,"fetchStart":301.20000000298023,"redirectEnd":0,"redirectStart":0,"requestStart":301.20000000298023,"responseEnd":496,"responseStart":496,"secureConnectionStart":301.20000000298023},{"duration":275.20000000298023,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":301.29999999701977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":301.29999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":576.5,"responseStart":0,"secureConnectionStart":0},{"duration":195.20000000298023,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":301.5,"connectEnd":301.5,"connectStart":301.5,"domainLookupEnd":301.5,"domainLookupStart":301.5,"fetchStart":301.5,"redirectEnd":0,"redirectStart":0,"requestStart":301.5,"responseEnd":496.70000000298023,"responseStart":496.70000000298023,"secureConnectionStart":301.5},{"duration":275,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":301.70000000298023,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":301.70000000298023,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":576.7000000029802,"responseStart":0,"secureConnectionStart":0},{"duration":195.90000000596046,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":301.79999999701977,"connectEnd":301.79999999701977,"connectStart":301.79999999701977,"domainLookupEnd":301.79999999701977,"domainLookupStart":301.79999999701977,"fetchStart":301.79999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":301.79999999701977,"responseEnd":497.70000000298023,"responseStart":497.70000000298023,"secureConnectionStart":301.79999999701977},{"duration":879.6000000089407,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":302.79999999701977,"connectEnd":302.79999999701977,"connectStart":302.79999999701977,"domainLookupEnd":302.79999999701977,"domainLookupStart":302.79999999701977,"fetchStart":302.79999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":302.79999999701977,"responseEnd":1182.4000000059605,"responseStart":1182.4000000059605,"secureConnectionStart":302.79999999701977},{"duration":880.2999999970198,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":302.90000000596046,"connectEnd":302.90000000596046,"connectStart":302.90000000596046,"domainLookupEnd":302.90000000596046,"domainLookupStart":302.90000000596046,"fetchStart":302.90000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":302.90000000596046,"responseEnd":1183.2000000029802,"responseStart":1183.2000000029802,"secureConnectionStart":302.90000000596046},{"duration":279.29999999701977,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":587.7999999970198,"connectEnd":587.7999999970198,"connectStart":587.7999999970198,"domainLookupEnd":587.7999999970198,"domainLookupStart":587.7999999970198,"fetchStart":587.7999999970198,"redirectEnd":0,"redirectStart":0,"requestStart":587.7999999970198,"responseEnd":867.0999999940395,"responseStart":867.0999999940395,"secureConnectionStart":587.7999999970198},{"duration":324.29999999701977,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":876.2999999970198,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":876.2999999970198,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1200.5999999940395,"responseStart":0,"secureConnectionStart":0},{"duration":302.1000000089407,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":898.2999999970198,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":898.2999999970198,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1200.4000000059605,"responseStart":0,"secureConnectionStart":0},{"duration":294.3999999910593,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":899.2000000029802,"connectEnd":899.2000000029802,"connectStart":899.2000000029802,"domainLookupEnd":899.2000000029802,"domainLookupStart":899.2000000029802,"fetchStart":899.2000000029802,"redirectEnd":0,"redirectStart":0,"requestStart":899.2000000029802,"responseEnd":1193.5999999940395,"responseStart":1193.5999999940395,"secureConnectionStart":899.2000000029802},{"duration":300.40000000596046,"initiatorType":"script","name":"https://jira.mariadb.org/s/53a43b6764f587426c7bb9a150184c00-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":899.7999999970198,"connectEnd":899.7999999970198,"connectStart":899.7999999970198,"domainLookupEnd":899.7999999970198,"domainLookupStart":899.7999999970198,"fetchStart":899.7999999970198,"redirectEnd":0,"redirectStart":0,"requestStart":899.7999999970198,"responseEnd":1200.2000000029802,"responseStart":1200.2000000029802,"secureConnectionStart":899.7999999970198}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":140,"responseStart":293,"responseEnd":298,"domLoading":297,"domInteractive":1208,"domContentLoadedEventStart":1208,"domContentLoadedEventEnd":1249,"domComplete":2143,"loadEventStart":2143,"loadEventEnd":2144,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1189.5},{"name":"bigPipe.sidebar-id.end","time":1190.2999999970198},{"name":"bigPipe.activity-panel-pipe-id.start","time":1190.4000000059605},{"name":"bigPipe.activity-panel-pipe-id.end","time":1192.7000000029802},{"name":"activityTabFullyLoaded","time":1256.0999999940395}],"measures":[],"correlationId":"68f18f2384f530","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":90,"dbReadsTimeInMs":12,"dbConnsTimeInMs":20,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}