-
Bug
-
-
Critical
-
Resolution:
Fixed
-
10.5, 10.6, 10.7(EOL), 10.8(EOL), 10.9(EOL), 10.10(EOL), 10.11, 11.0(EOL)
-
-
-
origin/10.7 d1a4f6e627b3ad2c86946da08b8e82909707da7c 2023-01-17T11:41:29+02:00
|
rr
|
origin/bb-10.6-MDEV-30400 de4030e4d49805a7ded5c0bfee01cc3fd7623522 2023-01-24T14:09:21+02:00
|
Scenario:
|
1. Start the DB server and generate some initial data
|
2. Several sessions run a DML mix
|
3. During 2. is ongoing SIGKILL the DB server and try to restart
|
The restart fails with
|
# 2023-01-26T12:43:46 [195747] | [rr 260971 8174]2023-01-26 12:42:58 0 [ERROR] InnoDB: OPT_PAGE_CHECKSUM mismatch on [page id: space=2, page number=577]
|
# 2023-01-26T12:43:46 [195747] | [rr 260971 8178]2023-01-26 12:42:58 0 [ERROR] InnoDB: Set innodb_force_recovery=1 to ignore corruption.
|
# 2023-01-26T12:43:46 [195747] | [rr 260971 8269]2023-01-26 12:42:58 0 [ERROR] InnoDB: Unable to apply log to corrupted page [page id: space=2, page number=577]; set innodb_force_recovery to ignore
|
# 2023-01-26T12:43:46 [195747] | [rr 260971 8273]2023-01-26 12:42:58 0 [ERROR] InnoDB: Failed to read page 577 from file './/undo002': Page read from tablespace is corrupted.
|
# 2023-01-26T12:43:46 [195747] | [rr 260971 17093]2023-01-26 12:43:00 0 [ERROR] InnoDB: Plugin initialization aborted at srv0start.cc[1496] with error Data structure corruption
|
# 2023-01-26T12:43:46 [195747] | [rr 260971 17097]2023-01-26 12:43:00 0 [Note] InnoDB: Starting shutdown...
|
# 2023-01-26T12:43:46 [195747] | [rr 260971 17665]2023-01-26 12:43:01 0 [ERROR] Plugin 'InnoDB' init function returned error.
|
|
pluto:/data/results/1674736672/TBR-1646$ _RR_TRACE_DIR=./1/rr/ rr replay --mark-stdio
|
|
RQG
|
===
|
# git clone https://github.com/mleich1/rqg --branch <pick the right branch> RQG
|
#
|
# GIT_SHOW: HEAD -> master, origin/master, origin/HEAD 36f1d5c64870abcdbe123ec98869f7045533d458 2023-01-23T16:20:15+01:00
|
# rqg.pl : Version 4.2.1 (2022-12)
|
#
|
# $RQG_HOME/rqg.pl \
|
# --grammar=conf/engines/many_indexes.yy \
|
# --gendata=conf/engines/many_indexes.zz \
|
# --reporters=CrashRecovery \
|
# --mysqld=--loose-innodb_lock_schedule_algorithm=fcfs \
|
# --mysqld=--loose-idle_write_transaction_timeout=0 \
|
# --mysqld=--loose-idle_transaction_timeout=0 \
|
# --mysqld=--loose-idle_readonly_transaction_timeout=0 \
|
# --mysqld=--connect_timeout=60 \
|
# --mysqld=--interactive_timeout=28800 \
|
# --mysqld=--slave_net_timeout=60 \
|
# --mysqld=--net_read_timeout=30 \
|
# --mysqld=--net_write_timeout=60 \
|
# --mysqld=--loose-table_lock_wait_timeout=50 \
|
# --mysqld=--wait_timeout=28800 \
|
# --mysqld=--lock-wait-timeout=86400 \
|
# --mysqld=--innodb-lock-wait-timeout=50 \
|
# --no-mask \
|
# --queries=10000000 \
|
# --seed=random \
|
# --reporters=Backtrace \
|
# --reporters=ErrorLog \
|
# --reporters=Deadlock \
|
# --validators=None \
|
# --mysqld=--log_output=none \
|
# --mysqld=--log_bin_trust_function_creators=1 \
|
# --mysqld=--loose-debug_assert_on_not_freed_memory=0 \
|
# --engine=InnoDB \
|
# --restart_timeout=240 \
|
# --mysqld=--plugin-load-add=file_key_management.so \
|
# --mysqld=--loose-file-key-management-filename=$RQG_HOME/conf/mariadb/encryption_keys.txt \
|
# --mysqld=--plugin-load-add=provider_lzo.so \
|
# --mysqld=--plugin-load-add=provider_bzip2.so \
|
# --mysqld=--plugin-load-add=provider_lzma.so \
|
# --mysqld=--plugin-load-add=provider_snappy.so \
|
# --mysqld=--plugin-load-add=provider_lz4.so \
|
# --duration=300 \
|
# --mysqld=--loose-innodb_fatal_semaphore_wait_threshold=300 \
|
# --mysqld=--innodb_file_per_table=1 \
|
# --mysqld=--loose-innodb_read_only_compressed=OFF \
|
# --mysqld=--innodb_stats_persistent=off \
|
# --mysqld=--innodb_adaptive_hash_index=off \
|
# --mysqld=--innodb_sort_buffer_size=65536 \
|
# --redefine=conf/mariadb/redefine_checks_off.yy \
|
# --mysqld=--loose-innodb_evict_tables_on_commit_debug=off \
|
# --mysqld=--loose-max-statement-time=30 \
|
# --threads=2 \
|
# --mysqld=--innodb-use-native-aio=0 \
|
# --mysqld=--loose-gdb \
|
# --mysqld=--loose-debug-gdb \
|
# --rr=Extended \
|
# --rr_options=--wait \
|
# --mysqld=--innodb_undo_tablespaces=3 \
|
# --mysqld=--innodb_undo_log_truncate=ON \
|
# --mysqld=--loose_innodb_change_buffering=all \
|
# --mysqld=--innodb_rollback_on_timeout=OFF \
|
# --mysqld=--innodb_page_size=4K \
|
# --mysqld=--innodb-buffer-pool-size=256M \
|
# <local settings>
|
I had 3 replays of the problem per ~ 280 runs of the test.
|
{"report":{"fcp":804,"ttfb":153,"pageVisibility":"visible","entityId":118637,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"638a0054-2342-485e-af53-3ea85bd5ab0a","navigationType":0,"readyForUser":894.5,"redirectCount":0,"resourceLoadedEnd":584.4000005722046,"resourceLoadedStart":158.4000005722046,"resourceTiming":[{"duration":186.0999994277954,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":158.4000005722046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":158.4000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":344.5,"responseStart":0,"secureConnectionStart":0},{"duration":185.80000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":158.80000019073486,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":158.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":344.6000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":195.29999923706055,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":158.9000005722046,"connectEnd":158.9000005722046,"connectStart":158.9000005722046,"domainLookupEnd":158.9000005722046,"domainLookupStart":158.9000005722046,"fetchStart":158.9000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":158.9000005722046,"responseEnd":354.19999980926514,"responseStart":354.19999980926514,"secureConnectionStart":158.9000005722046},{"duration":223.5999994277954,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":159.10000038146973,"connectEnd":159.10000038146973,"connectStart":159.10000038146973,"domainLookupEnd":159.10000038146973,"domainLookupStart":159.10000038146973,"fetchStart":159.10000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":159.10000038146973,"responseEnd":382.69999980926514,"responseStart":382.69999980926514,"secureConnectionStart":159.10000038146973},{"duration":220.0999994277954,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":159.10000038146973,"connectEnd":159.10000038146973,"connectStart":159.10000038146973,"domainLookupEnd":159.10000038146973,"domainLookupStart":159.10000038146973,"fetchStart":159.10000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":159.10000038146973,"responseEnd":379.19999980926514,"responseStart":379.19999980926514,"secureConnectionStart":159.10000038146973},{"duration":224,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":159.19999980926514,"connectEnd":159.19999980926514,"connectStart":159.19999980926514,"domainLookupEnd":159.19999980926514,"domainLookupStart":159.19999980926514,"fetchStart":159.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":159.19999980926514,"responseEnd":383.19999980926514,"responseStart":383.1000003814697,"secureConnectionStart":159.19999980926514},{"duration":224.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":159.30000019073486,"connectEnd":159.30000019073486,"connectStart":159.30000019073486,"domainLookupEnd":159.30000019073486,"domainLookupStart":159.30000019073486,"fetchStart":159.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":159.30000019073486,"responseEnd":383.5,"responseStart":383.5,"secureConnectionStart":159.30000019073486},{"duration":225.4000005722046,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":159.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":159.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":384.9000005722046,"responseStart":0,"secureConnectionStart":0},{"duration":224.39999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":159.60000038146973,"connectEnd":159.60000038146973,"connectStart":159.60000038146973,"domainLookupEnd":159.60000038146973,"domainLookupStart":159.60000038146973,"fetchStart":159.60000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":159.60000038146973,"responseEnd":384,"responseStart":384,"secureConnectionStart":159.60000038146973},{"duration":225.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":159.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":159.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":385.19999980926514,"responseStart":0,"secureConnectionStart":0},{"duration":224.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":159.80000019073486,"connectEnd":159.80000019073486,"connectStart":159.80000019073486,"domainLookupEnd":159.80000019073486,"domainLookupStart":159.80000019073486,"fetchStart":159.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":159.80000019073486,"responseEnd":384.5,"responseStart":384.5,"secureConnectionStart":159.80000019073486},{"duration":224.9000005722046,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":171.69999980926514,"connectEnd":171.69999980926514,"connectStart":171.69999980926514,"domainLookupEnd":171.69999980926514,"domainLookupStart":171.69999980926514,"fetchStart":171.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":171.69999980926514,"responseEnd":396.6000003814697,"responseStart":396.6000003814697,"secureConnectionStart":171.69999980926514},{"duration":412.6000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":171.80000019073486,"connectEnd":171.80000019073486,"connectStart":171.80000019073486,"domainLookupEnd":171.80000019073486,"domainLookupStart":171.80000019073486,"fetchStart":171.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":171.80000019073486,"responseEnd":584.4000005722046,"responseStart":584.4000005722046,"secureConnectionStart":171.80000019073486},{"duration":239.4000005722046,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":594.1999998092651,"connectEnd":594.1999998092651,"connectStart":594.1999998092651,"domainLookupEnd":594.1999998092651,"domainLookupStart":594.1999998092651,"fetchStart":594.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":594.1999998092651,"responseEnd":833.6000003814697,"responseStart":833.6000003814697,"secureConnectionStart":594.1999998092651},{"duration":225.5,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":781.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":781.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1006.6999998092651,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":15,"responseStart":153,"responseEnd":171,"domLoading":157,"domInteractive":1004,"domContentLoadedEventStart":1005,"domContentLoadedEventEnd":1051,"domComplete":1853,"loadEventStart":1853,"loadEventEnd":1855,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":984.3000001907349},{"name":"bigPipe.sidebar-id.end","time":985},{"name":"bigPipe.activity-panel-pipe-id.start","time":985.1000003814697},{"name":"bigPipe.activity-panel-pipe-id.end","time":987.6999998092651},{"name":"activityTabFullyLoaded","time":1064.6999998092651}],"measures":[],"correlationId":"417735a1469150","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":77,"dbReadsTimeInMs":15,"dbConnsTimeInMs":23,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}