mariadb-10.5.9 3a8ca9096ea82ca61811450775511533d6cb1bb4 2021-02-19T10:37:51+01:00 + a code of MDEV-25031
|
|
1. Start server and create some initial data
|
2. Several sessions run a concurrent DDL/DML mix
|
3. During 2. is ongoing
|
mariabackup --backup ... to <other_dir>
|
mariabackup --prepare ... in other_dir
|
This "prepare" fails with
|
2021-03-10 13:11:24 0 [Note] InnoDB: Starting crash recovery from checkpoint LSN=162939,15421408
|
# 2021-03-10T13:12:35 [3326538] | 2021-03-10 13:11:30 0 [Note] InnoDB: Starting final batch to recover 497 pages from redo log.
|
# 2021-03-10T13:12:35 [3326538] | 2021-03-10 13:11:33 0 [ERROR] [FATAL] InnoDB: Trying to write 16384 bytes at 1032192 outside the bounds of the file: test/table100_innodb_int_autoinc.ibd
|
# 2021-03-10T13:12:35 [3326538] | 210310 13:11:33 [ERROR] mysqld got signal 6 ;
|
|
(rr) bt
|
#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
|
#1 0x000073605f7e8859 in __GI_abort () at abort.c:79
|
#2 0x000055db8e6edb37 in ib::fatal::~fatal (this=0x439a0eee0570, __in_chrg=<optimized out>) at /Server/10.5.9-MDEV-25031/storage/innobase/ut/ut0ut.cc:576
|
#3 0x000055db8e0d00ab in fil_report_invalid_page_access (name=0x60600000a3b8 "test/table100_innodb_int_autoinc.ibd", offset=1032192, len=16384, is_read=false) at /Server/10.5.9-MDEV-25031/storage/innobase/fil/fil0fil.cc:3321
|
#4 0x000055db8e0d0e46 in fil_space_t::io (this=0x615000003a18, type=..., offset=1032192, len=16384, buf=0x7a864000, bpage=0x79c30be8) at /Server/10.5.9-MDEV-25031/storage/innobase/fil/fil0fil.cc:3412
|
#5 0x000055db8e009653 in buf_flush_page (bpage=0x79c30be8, lru=false, space=0x615000003a18) at /Server/10.5.9-MDEV-25031/storage/innobase/buf/buf0flu.cc:962
|
#6 0x000055db8e00de54 in buf_do_flush_list_batch (max_n=200, lsn=18446744073709551615) at /Server/10.5.9-MDEV-25031/storage/innobase/buf/buf0flu.cc:1472
|
#7 0x000055db8e00e9b4 in buf_flush_lists (max_n=200, lsn=18446744073709551615) at /Server/10.5.9-MDEV-25031/storage/innobase/buf/buf0flu.cc:1581
|
#8 0x000055db8e013626 in buf_flush_page_cleaner () at /Server/10.5.9-MDEV-25031/storage/innobase/buf/buf0flu.cc:2168
|
#9 0x00007feed4e78609 in start_thread (arg=<optimized out>) at pthread_create.c:477
|
#10 0x000073605f8e5293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
|
(rr)
|
pluto:/home/mleich/RQG_O/storage/1615376730/TBR-932/dev/shm/vardir/1615376730/58/1_clone/rr
|
|
- is caused by
-
MDEV-23855
InnoDB log checkpointing causes regression for write-heavy OLTP
-
-
Closed
{"report":{"fcp":1206.0999999046326,"ttfb":178.59999990463257,"pageVisibility":"visible","entityId":97791,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0.5,"journeyId":"5a79ad05-7917-4e31-9f15-a9d7bf50d8c2","navigationType":0,"readyForUser":1300.1999998092651,"redirectCount":0,"resourceLoadedEnd":1328.9000000953674,"resourceLoadedStart":200.09999990463257,"resourceTiming":[{"duration":360.80000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":200.09999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":200.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":560.9000000953674,"responseStart":0,"secureConnectionStart":0},{"duration":360.7999997138977,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":200.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":200.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":561.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":369.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":200.5,"connectEnd":200.5,"connectStart":200.5,"domainLookupEnd":200.5,"domainLookupStart":200.5,"fetchStart":200.5,"redirectEnd":0,"redirectStart":0,"requestStart":200.5,"responseEnd":569.5999999046326,"responseStart":569.5999999046326,"secureConnectionStart":200.5},{"duration":456.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":200.69999980926514,"connectEnd":200.69999980926514,"connectStart":200.69999980926514,"domainLookupEnd":200.69999980926514,"domainLookupStart":200.69999980926514,"fetchStart":200.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":200.69999980926514,"responseEnd":656.9000000953674,"responseStart":656.9000000953674,"secureConnectionStart":200.69999980926514},{"duration":459.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":201,"connectEnd":201,"connectStart":201,"domainLookupEnd":201,"domainLookupStart":201,"fetchStart":201,"redirectEnd":0,"redirectStart":0,"requestStart":201,"responseEnd":660.0999999046326,"responseStart":660.0999999046326,"secureConnectionStart":201},{"duration":459.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":201.09999990463257,"connectEnd":201.09999990463257,"connectStart":201.09999990463257,"domainLookupEnd":201.09999990463257,"domainLookupStart":201.09999990463257,"fetchStart":201.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":201.09999990463257,"responseEnd":660.5,"responseStart":660.5,"secureConnectionStart":201.09999990463257},{"duration":459.7000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":201.19999980926514,"connectEnd":201.19999980926514,"connectStart":201.19999980926514,"domainLookupEnd":201.19999980926514,"domainLookupStart":201.19999980926514,"fetchStart":201.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":201.19999980926514,"responseEnd":660.9000000953674,"responseStart":660.9000000953674,"secureConnectionStart":201.19999980926514},{"duration":533.6999998092651,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":201.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":201.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":735.0999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":459.7000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":201.59999990463257,"connectEnd":201.59999990463257,"connectStart":201.59999990463257,"domainLookupEnd":201.59999990463257,"domainLookupStart":201.59999990463257,"fetchStart":201.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":201.59999990463257,"responseEnd":661.3000001907349,"responseStart":661.3000001907349,"secureConnectionStart":201.59999990463257},{"duration":533.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":201.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":201.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":735.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":460,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":201.80000019073486,"connectEnd":201.80000019073486,"connectStart":201.80000019073486,"domainLookupEnd":201.80000019073486,"domainLookupStart":201.80000019073486,"fetchStart":201.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":201.80000019073486,"responseEnd":661.8000001907349,"responseStart":661.8000001907349,"secureConnectionStart":201.80000019073486},{"duration":723.9000000953674,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":202.69999980926514,"connectEnd":202.69999980926514,"connectStart":202.69999980926514,"domainLookupEnd":202.69999980926514,"domainLookupStart":202.69999980926514,"fetchStart":202.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":202.69999980926514,"responseEnd":926.5999999046326,"responseStart":926.5999999046326,"secureConnectionStart":202.69999980926514},{"duration":1081.6999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":202.80000019073486,"connectEnd":202.80000019073486,"connectStart":202.80000019073486,"domainLookupEnd":202.80000019073486,"domainLookupStart":202.80000019073486,"fetchStart":202.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":202.80000019073486,"responseEnd":1284.5,"responseStart":1284.4000000953674,"secureConnectionStart":202.80000019073486},{"duration":144.40000009536743,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":783.0999999046326,"connectEnd":783.0999999046326,"connectStart":783.0999999046326,"domainLookupEnd":783.0999999046326,"domainLookupStart":783.0999999046326,"fetchStart":783.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":783.0999999046326,"responseEnd":927.5,"responseStart":927.5,"secureConnectionStart":783.0999999046326},{"duration":227.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1101.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1101.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1328.6999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":227.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/50bc9be5bfead1a25e72c1a9338c94f6-CDN/lu2cib/820016/12ta74/e108c7645258ccb43280ed3404e3e949/_/download/contextbatch/css/com.atlassian.jira.plugins.jira-development-integration-plugin:0,-_super,-jira.view.issue,-jira.global,-jira.general,-jira.browse.project,-project.issue.navigator,-atl.general/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1101.8000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1101.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1328.9000000953674,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":22,"responseStart":179,"responseEnd":194,"domLoading":198,"domInteractive":1357,"domContentLoadedEventStart":1357,"domContentLoadedEventEnd":1399,"domComplete":2086,"loadEventStart":2086,"loadEventEnd":2086,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1342.0999999046326},{"name":"bigPipe.sidebar-id.end","time":1343},{"name":"bigPipe.activity-panel-pipe-id.start","time":1343.1999998092651},{"name":"bigPipe.activity-panel-pipe-id.end","time":1344},{"name":"activityTabFullyLoaded","time":1446.5}],"measures":[],"correlationId":"3672d586c174f6","effectiveType":"4g","downlink":9.9,"rtt":0,"serverDuration":92,"dbReadsTimeInMs":12,"dbConnsTimeInMs":21,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
I suspect that this was caused by the changes in
MDEV-23855. In the trace that I analyzed, the log is being applied in multiple batches, and the data file is being extended multiple times according to the parsed redo log. However, the data file was opened already early during the batch, and therefore fil_space_t::prepare() will not be invoked. That function would normally extend the data file to the recovered size before anything is going to be written to the file.