Workflow of the RQG test
|
|
1. Create DB server and start it
|
2. Three session start to run some SQL stream against this server
|
RQG code: INSERT IGNORE INTO _table ( _field_int ) VALUES ( _smallint_unsigned ) ;
|
_table --> One of the tables created in SCHEMA test at begin of the RQG run
|
_field_int -> diced column of type int
|
3. At some point of time and not related to the state (waiting for result, sending statement, ...) of the ongoing 2. the server process gets killed (KILL and not TERM).
|
4. Make some copy of the data content+logs etc. of the killed server.
|
5. Try to restart the killed server.
|
|
5. fails with
|
...
|
2020-04-06 12:44:07 0 [Note] InnoDB: Starting crash recovery from checkpoint LSN=29339963
|
2020-04-06 12:44:22 0 [Note] InnoDB: Read redo log up to LSN=24178688
|
2020-04-06 12:44:25 0 [Note] InnoDB: Starting a batch to recover 1429 pages from redo log.
|
2020-04-06 12:44:37 0 [Note] InnoDB: To recover: 500 pages from log
|
2020-04-06 12:44:38 0 [ERROR] InnoDB: Not applying INSERT_HEAP_DYNAMIC due to corruption on [page id: space=7, page number=110]
|
2020-04-06 12:44:38 0 [ERROR] InnoDB: Set innodb_force_recovery=1 to ignore corruption.
|
|
RQG
|
git clone https://github.com/mleich1/rqg --branch experimental RQG_mleich1
|
origin/experimental d417497b476e263428422b4640cf63b8e9d16afe 2020-03-30T17:17:54+02:00
|
|
Mariadb
|
origin/10.5 778a174e5e9cad846c47933fcf4727532487cab2 2020-04-06T10:47:11+03:00
|
build with debug
|
|
perl rqg.pl \
|
--duration=300 \
|
--queries=10000000 \
|
--threads=3 \
|
--no_mask \
|
--seed=random \
|
--gendata=conf/mariadb/oltp.zz \
|
--engine=InnoDB \
|
--rpl_mode=none \
|
--mysqld=--innodb-lock-wait-timeout=50 \
|
--mysqld=--log-output=none \
|
--mysqld=--loose_innodb_lock_schedule_algorithm=fcfs \
|
--mysqld=--slave_net_timeout=60 \
|
--mysqld=--loose-idle_write_transaction_timeout=0 \
|
--mysqld=--innodb_stats_persistent=off \
|
--mysqld=--interactive_timeout=28800 \
|
--mysqld=--loose-idle_readonly_transaction_timeout=0 \
|
--mysqld=--net_write_timeout=60 \
|
--mysqld=--lock-wait-timeout=86400 \
|
--mysqld=--log_bin_trust_function_creators=1 \
|
--mysqld=--loose-idle_transaction_timeout=0 \
|
--mysqld=--connect_timeout=60 \
|
--mysqld=--loose_innodb_use_native_aio=1 \
|
--mysqld=--log-bin \
|
--mysqld=--loose-debug_assert_on_not_freed_memory=0 \
|
--mysqld=--wait_timeout=28800 \
|
--mysqld=--net_read_timeout=30 \
|
--mysqld=--innodb_page_size=8K \
|
--mysqld=--innodb-buffer-pool-size=32M \
|
--mysqld=--loose-table_lock_wait_timeout=50 \
|
--reporters=CrashRecovery1,Deadlock1,ErrorLog,None,ServerDead \
|
--validators=None \
|
--grammar=rqg.yy \
|
--workdir=<local settings> \
|
--vardir=<local settings> \
|
--mtr-build-thread=<local settings> \
|
--basedir1=<local settings> \
|
--script_debug=_nix_
|
|
The uploaded RQG protocol "rqg.log" shows exact that RQG run.
|
|
- is caused by
-
MDEV-15528
Avoid writing freed InnoDB pages
-
-
Closed
{"report":{"fcp":1276.6000000238419,"ttfb":471.2000000476837,"pageVisibility":"visible","entityId":85139,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0.5,"journeyId":"a6970427-5e39-4e9b-8698-acb338aa066f","navigationType":0,"readyForUser":1378,"redirectCount":0,"resourceLoadedEnd":995.8999999761581,"resourceLoadedStart":477.7000000476837,"resourceTiming":[{"duration":151.39999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":477.7000000476837,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":477.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":629.1000000238419,"responseStart":0,"secureConnectionStart":0},{"duration":154.89999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":478,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":478,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":632.8999999761581,"responseStart":0,"secureConnectionStart":0},{"duration":406.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":478.2000000476837,"connectEnd":478.2000000476837,"connectStart":478.2000000476837,"domainLookupEnd":478.2000000476837,"domainLookupStart":478.2000000476837,"fetchStart":478.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":634.2000000476837,"responseEnd":884.7999999523163,"responseStart":678.3999999761581,"secureConnectionStart":478.2000000476837},{"duration":517.6000000238419,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":478.2999999523163,"connectEnd":478.2999999523163,"connectStart":478.2999999523163,"domainLookupEnd":478.2999999523163,"domainLookupStart":478.2999999523163,"fetchStart":478.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":634.8999999761581,"responseEnd":995.8999999761581,"responseStart":678.7999999523163,"secureConnectionStart":478.2999999523163},{"duration":209,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":478.5,"connectEnd":478.5,"connectStart":478.5,"domainLookupEnd":478.5,"domainLookupStart":478.5,"fetchStart":478.5,"redirectEnd":0,"redirectStart":0,"requestStart":635.7999999523163,"responseEnd":687.5,"responseStart":686.5,"secureConnectionStart":478.5},{"duration":215.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":478.60000002384186,"connectEnd":478.60000002384186,"connectStart":478.60000002384186,"domainLookupEnd":478.60000002384186,"domainLookupStart":478.60000002384186,"fetchStart":478.60000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":636.8999999761581,"responseEnd":694.1000000238419,"responseStart":692.7000000476837,"secureConnectionStart":478.60000002384186},{"duration":218,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":478.89999997615814,"connectEnd":478.89999997615814,"connectStart":478.89999997615814,"domainLookupEnd":478.89999997615814,"domainLookupStart":478.89999997615814,"fetchStart":478.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":638,"responseEnd":696.8999999761581,"responseStart":694.2999999523163,"secureConnectionStart":478.89999997615814},{"duration":158,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":479.10000002384186,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":479.10000002384186,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":637.1000000238419,"responseStart":0,"secureConnectionStart":0},{"duration":223.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":479.2000000476837,"connectEnd":479.2000000476837,"connectStart":479.2000000476837,"domainLookupEnd":479.2000000476837,"domainLookupStart":479.2000000476837,"fetchStart":479.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":641.7999999523163,"responseEnd":702.2999999523163,"responseStart":701.3999999761581,"secureConnectionStart":479.2000000476837},{"duration":159.20000004768372,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":479.39999997615814,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":479.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":638.6000000238419,"responseStart":0,"secureConnectionStart":0},{"duration":221.10000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":479.5,"connectEnd":479.5,"connectStart":479.5,"domainLookupEnd":479.5,"domainLookupStart":479.5,"fetchStart":479.5,"redirectEnd":0,"redirectStart":0,"requestStart":642.2999999523163,"responseEnd":700.6000000238419,"responseStart":695.8999999761581,"secureConnectionStart":479.5},{"duration":486.10000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":480.2999999523163,"connectEnd":480.2999999523163,"connectStart":480.2999999523163,"domainLookupEnd":480.2999999523163,"domainLookupStart":480.2999999523163,"fetchStart":480.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":747.6000000238419,"responseEnd":966.3999999761581,"responseStart":960.7999999523163,"secureConnectionStart":480.2999999523163},{"duration":483.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":484.7000000476837,"connectEnd":484.7000000476837,"connectStart":484.7000000476837,"domainLookupEnd":484.7000000476837,"domainLookupStart":484.7000000476837,"fetchStart":484.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":891,"responseEnd":968.2000000476837,"responseStart":964.8999999761581,"secureConnectionStart":484.7000000476837},{"duration":119.39999997615814,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1018.1000000238419,"connectEnd":1018.1000000238419,"connectStart":1018.1000000238419,"domainLookupEnd":1018.1000000238419,"domainLookupStart":1018.1000000238419,"fetchStart":1018.1000000238419,"redirectEnd":0,"redirectStart":0,"requestStart":1102.3999999761581,"responseEnd":1137.5,"responseStart":1136.8999999761581,"secureConnectionStart":1018.1000000238419},{"duration":236.80000007152557,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1233.3999999761581,"connectEnd":1233.3999999761581,"connectStart":1233.3999999761581,"domainLookupEnd":1233.3999999761581,"domainLookupStart":1233.3999999761581,"fetchStart":1233.3999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":1426.7000000476837,"responseEnd":1470.2000000476837,"responseStart":1469.6000000238419,"secureConnectionStart":1233.3999999761581},{"duration":197,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1270.6000000238419,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1270.6000000238419,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1467.6000000238419,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":248,"responseStart":471,"responseEnd":477,"domLoading":476,"domInteractive":1477,"domContentLoadedEventStart":1478,"domContentLoadedEventEnd":1526,"domComplete":2061,"loadEventStart":2061,"loadEventEnd":2061,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1452},{"name":"bigPipe.sidebar-id.end","time":1452.7000000476837},{"name":"bigPipe.activity-panel-pipe-id.start","time":1452.8999999761581},{"name":"bigPipe.activity-panel-pipe-id.end","time":1454.2999999523163},{"name":"activityTabFullyLoaded","time":1544.1000000238419}],"measures":[],"correlationId":"1e36a38381a28f","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":136,"dbReadsTimeInMs":16,"dbConnsTimeInMs":26,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Remainings with RR trace of the RQG run described above
"sdp"
/home/mleich/RQG_RR/storage/1586176150/000361.tgz