Hello,
When running backup during ongoing ALTER operation backup fails with error:
[00] FATAL ERROR: 2024-02-02 10:16:28 Was only able to copy log from 2825766826 to 2892744515, not 3030682034; try increasing innodb_log_file_size
|
Attached full log.
It is easy to reproduce issue. In my test case I used all the defaults running simple rebuild on a table.
+-----------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
|
| Table | Create Table |
|
+-----------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
|
| test_data | CREATE TABLE `test_data` (
|
`id` int(11) NOT NULL AUTO_INCREMENT,
|
`data` varchar(255) DEFAULT NULL,
|
PRIMARY KEY (`id`)
|
) ENGINE=InnoDB AUTO_INCREMENT=10000015 DEFAULT CHARSET=latin1 COLLATE=latin1_swedish_ci |
|
+-----------+----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+
|
1 row in set (0.000 sec)
|
|
MariaDB [testdb]> select * from test_data limit 5;
|
+----+-----------------------+
|
| id | data |
|
+----+-----------------------+
|
| 1 | This is a test string |
|
| 2 | This is a test string |
|
| 3 | This is a test string |
|
| 4 | This is a test string |
|
| 5 | This is a test string |
|
+----+-----------------------+
|
5 rows in set (0.001 sec)
|
|
|
MariaDB [testdb]> select count(*) from test_data;
|
+----------+
|
| count(*) |
|
+----------+
|
| 10000014 |
|
+----------+
|
1 row in set (9.947 sec)
|
## SESSION 1
|
MariaDB [testdb]> alter table test_data engine=innodb;
|
Query OK, 0 rows affected (1 min 2.641 sec)
|
Records: 0 Duplicates: 0 Warnings: 0
|
|
## SESSION 2
|
mariabackup --backup --target-dir=/backup --user=root --password=root
|
The same error happens on a server with workload and bigger log file size.
Received the same error on Percona (5.7.42) with xtrabackup, just error log was slightly different:
240202 11:19:36 >> log scanned up to (1948476139)
|
InnoDB: Last flushed lsn: 1947667398 load_index lsn 1948481497
|
InnoDB: An optimized (without redo logging) DDL operation has been performed. All modified pages may not have been flushed to the disk yet.
|
PXB will not be able to make a consistent backup. Retry the backup operation
|
I am not sure if this is a bug.
If this is expected behavior what actions should we do to avoid backup failures.
Increase innodb_log_file_size? Change other parameters?
Thank you
{"report":{"fcp":824,"ttfb":171.70000000298023,"pageVisibility":"visible","entityId":127715,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"c06fd34d-6144-407a-94ef-cef5ffce9c82","navigationType":0,"readyForUser":918.4000000059605,"redirectCount":0,"resourceLoadedEnd":922.9000000059605,"resourceLoadedStart":177.20000000298023,"resourceTiming":[{"duration":136.90000000596046,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":177.20000000298023,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":177.20000000298023,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":314.1000000089407,"responseStart":0,"secureConnectionStart":0},{"duration":137.09999999403954,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":177.40000000596046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":177.40000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":314.5,"responseStart":0,"secureConnectionStart":0},{"duration":145.79999999701977,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":177.6000000089407,"connectEnd":177.6000000089407,"connectStart":177.6000000089407,"domainLookupEnd":177.6000000089407,"domainLookupStart":177.6000000089407,"fetchStart":177.6000000089407,"redirectEnd":0,"redirectStart":0,"requestStart":177.6000000089407,"responseEnd":323.40000000596046,"responseStart":323.40000000596046,"secureConnectionStart":177.6000000089407},{"duration":187.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":177.79999999701977,"connectEnd":177.79999999701977,"connectStart":177.79999999701977,"domainLookupEnd":177.79999999701977,"domainLookupStart":177.79999999701977,"fetchStart":177.79999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":177.79999999701977,"responseEnd":365.29999999701977,"responseStart":365.29999999701977,"secureConnectionStart":177.79999999701977},{"duration":191.1000000089407,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":178,"connectEnd":178,"connectStart":178,"domainLookupEnd":178,"domainLookupStart":178,"fetchStart":178,"redirectEnd":0,"redirectStart":0,"requestStart":178,"responseEnd":369.1000000089407,"responseStart":369.1000000089407,"secureConnectionStart":178},{"duration":191.40000000596046,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":178.20000000298023,"connectEnd":178.20000000298023,"connectStart":178.20000000298023,"domainLookupEnd":178.20000000298023,"domainLookupStart":178.20000000298023,"fetchStart":178.20000000298023,"redirectEnd":0,"redirectStart":0,"requestStart":178.20000000298023,"responseEnd":369.6000000089407,"responseStart":369.6000000089407,"secureConnectionStart":178.20000000298023},{"duration":192.1000000089407,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":178.29999999701977,"connectEnd":178.29999999701977,"connectStart":178.29999999701977,"domainLookupEnd":178.29999999701977,"domainLookupStart":178.29999999701977,"fetchStart":178.29999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":178.29999999701977,"responseEnd":370.40000000596046,"responseStart":370.40000000596046,"secureConnectionStart":178.29999999701977},{"duration":286,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":178.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":178.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":464.5,"responseStart":0,"secureConnectionStart":0},{"duration":192.09999999403954,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":178.70000000298023,"connectEnd":178.70000000298023,"connectStart":178.70000000298023,"domainLookupEnd":178.70000000298023,"domainLookupStart":178.70000000298023,"fetchStart":178.70000000298023,"redirectEnd":0,"redirectStart":0,"requestStart":178.70000000298023,"responseEnd":370.79999999701977,"responseStart":370.79999999701977,"secureConnectionStart":178.70000000298023},{"duration":285.79999999701977,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":178.90000000596046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":178.90000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":464.70000000298023,"responseStart":0,"secureConnectionStart":0},{"duration":192.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":179,"connectEnd":179,"connectStart":179,"domainLookupEnd":179,"domainLookupStart":179,"fetchStart":179,"redirectEnd":0,"redirectStart":0,"requestStart":179,"responseEnd":371.5,"responseStart":371.5,"secureConnectionStart":179},{"duration":552.0999999940395,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":180.1000000089407,"connectEnd":180.1000000089407,"connectStart":180.1000000089407,"domainLookupEnd":180.1000000089407,"domainLookupStart":180.1000000089407,"fetchStart":180.1000000089407,"redirectEnd":0,"redirectStart":0,"requestStart":180.1000000089407,"responseEnd":732.2000000029802,"responseStart":732.2000000029802,"secureConnectionStart":180.1000000089407},{"duration":553.5999999940395,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":180.1000000089407,"connectEnd":180.1000000089407,"connectStart":180.1000000089407,"domainLookupEnd":180.1000000089407,"domainLookupStart":180.1000000089407,"fetchStart":180.1000000089407,"redirectEnd":0,"redirectStart":0,"requestStart":180.1000000089407,"responseEnd":733.7000000029802,"responseStart":733.7000000029802,"secureConnectionStart":180.1000000089407},{"duration":198.29999999701977,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":476,"connectEnd":476,"connectStart":476,"domainLookupEnd":476,"domainLookupStart":476,"fetchStart":476,"redirectEnd":0,"redirectStart":0,"requestStart":476,"responseEnd":674.2999999970198,"responseStart":674.2999999970198,"secureConnectionStart":476},{"duration":16.799999997019768,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":731,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":731,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":747.7999999970198,"responseStart":0,"secureConnectionStart":0},{"duration":186.40000000596046,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":731.7999999970198,"connectEnd":731.7999999970198,"connectStart":731.7999999970198,"domainLookupEnd":731.7999999970198,"domainLookupStart":731.7999999970198,"fetchStart":731.7999999970198,"redirectEnd":0,"redirectStart":0,"requestStart":731.7999999970198,"responseEnd":918.2000000029802,"responseStart":918.2000000029802,"secureConnectionStart":731.7999999970198},{"duration":190.70000000298023,"initiatorType":"script","name":"https://jira.mariadb.org/s/53a43b6764f587426c7bb9a150184c00-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":732.2000000029802,"connectEnd":732.2000000029802,"connectStart":732.2000000029802,"domainLookupEnd":732.2000000029802,"domainLookupStart":732.2000000029802,"fetchStart":732.2000000029802,"redirectEnd":0,"redirectStart":0,"requestStart":732.2000000029802,"responseEnd":922.9000000059605,"responseStart":922.9000000059605,"secureConnectionStart":732.2000000029802},{"duration":225.19999998807907,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":818.1000000089407,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":818.1000000089407,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1043.2999999970198,"responseStart":0,"secureConnectionStart":0},{"duration":204,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":839.5,"connectEnd":839.5,"connectStart":839.5,"domainLookupEnd":839.5,"domainLookupStart":839.5,"fetchStart":839.5,"redirectEnd":0,"redirectStart":0,"requestStart":839.5,"responseEnd":1043.5,"responseStart":1043.5,"secureConnectionStart":839.5}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":17,"responseStart":172,"responseEnd":175,"domLoading":175,"domInteractive":989,"domContentLoadedEventStart":989,"domContentLoadedEventEnd":1040,"domComplete":1678,"loadEventStart":1678,"loadEventEnd":1680,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":964},{"name":"bigPipe.sidebar-id.end","time":964.7999999970198},{"name":"bigPipe.activity-panel-pipe-id.start","time":965},{"name":"bigPipe.activity-panel-pipe-id.end","time":967.4000000059605},{"name":"activityTabFullyLoaded","time":1051.1000000089407}],"measures":[],"correlationId":"adca422c29cb88","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":88,"dbReadsTimeInMs":11,"dbConnsTimeInMs":18,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}