Assert hit during RQG testing.
|
Workflow:
|
1. Start server, create some intial data,
|
2. 33 concurrent connections run some DDL/DML mix
|
At some point of time during that load the server gets killed (SIGKILL)
|
4. Restart attempt
|
|
In the current case the restart attempt fails with
|
2020-06-13 12:11:14 0 [Note] InnoDB: Rolled back recovered transaction 3365
|
2020-06-13 12:11:14 0 [ERROR] [FATAL] InnoDB: Trying to read [page id: space=7, page number=4294967295] which is outside the bounds of tablespace test/t2. Byte offset 0, len 2048
|
...
|
t/ut0ut.cc:586(ib::fatal::~fatal())[0x56160582d5a6]
|
fil/fil0fil.cc:3750(fil_report_invalid_page_access(page_id_t, char const*, unsigned long, unsigned long, bool))[0x5616057cef4d]
|
buf/buf0rea.cc:347(buf_read_page_low(dberr_t*, bool, unsigned long, page_id_t, unsigned long, bool, bool))[0x56160578b33c]
|
buf/buf0buf.cc:2627(buf_page_get_zip(page_id_t, unsigned long))[0x56160578c04b]
|
btr/btr0cur.cc:7944(btr_copy_zblob_prefix(unsigned char*, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long))[0x56160578c1e3]
|
btr/btr0cur.cc:8068(btr_copy_externally_stored_field_prefix_low(unsigned char*, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long))[0x561605a1a351]
|
row/row0ext.cc:78(row_ext_cache_fill(row_ext_t*, unsigned long, fil_space_t*, dfield_t const*))[0x561605a1a6dd]
|
row/row0ext.cc:124(row_ext_create(unsigned long, unsigned long const*, dict_table_t const&, dtuple_t const*, mem_block_info_t*))[0x5616055949ae]
|
row/row0row.cc:601(row_build_low(unsigned long, dict_index_t const*, unsigned char const*, unsigned short const*, dict_table_t const*, dtuple_t const*, dict_add_v_col_t const*, unsigned long const*, row_ext_t**, mem_block_info_t*))[0x561605594bae]
|
row/row0row.cc:661(row_build(unsigned long, dict_index_t const*, unsigned char const*, unsigned short const*, dict_table_t const*, dtuple_t const*, unsigned long const*, row_ext_t**, mem_block_info_t*))[0x5616055cec86]
|
row/row0undo.cc:213(row_undo_search_clust_to_pcur(undo_node_t*))[0x561605a21b0e]
|
row/row0uins.cc:430(row_undo_ins_parse_undo_rec(undo_node_t*, bool))[0x561605a22173]
|
row/row0undo.cc:431(row_undo(undo_node_t*, que_thr_t*))[0x5616055d1628]
|
row/row0undo.cc:492(row_undo_step(que_thr_t*))[0x5616055d1b58]
|
que/que0que.cc:945(que_thr_step(que_thr_t*))[0x56160545ddaf]
|
que/que0que.cc:1009(que_run_threads_low(que_thr_t*))[0x56160545e238]
|
que/que0que.cc:1051(que_run_threads(que_thr_t*))[0x56160545e67b]
|
trx/trx0roll.cc:634(trx_rollback_active(trx_t*))[0x5616056b2ae0]
|
trx/trx0roll.cc:785(trx_rollback_recovered(bool))[0x5616056b40b3]
|
trx/trx0roll.cc:839(trx_rollback_all_recovered)[0x5616056b4984]
|
nptl/pthread_create.c:463(start_thread)[0x7fc94d6e06db]
|
|
origin/10.5 574ef3800567a24a57812d46118579fb08aaf243 2020-06-13T11:59:34+03:00
|
|
RQG
|
git clone https://github.com/mleich1/rqg --branch experimental RQG
|
|
perl rqg.pl \
|
--grammar=conf/mariadb/table_stress_innodb_nocopy.yy \
|
--gendata=conf/mariadb/table_stress.zz \
|
--gendata_sql=conf/mariadb/table_stress.sql \
|
--reporters=CrashRecovery1 \
|
--mysqld=--innodb_use_native_aio=1 \
|
--mysqld=--innodb_stats_persistent=off \
|
--mysqld=--innodb_lock_schedule_algorithm=fcfs \
|
--mysqld=--loose-idle_write_transaction_timeout=0 \
|
--mysqld=--loose-idle_transaction_timeout=0 \
|
--mysqld=--loose-idle_readonly_transaction_timeout=0 \
|
--mysqld=--connect_timeout=60 \
|
--mysqld=--interactive_timeout=28800 \
|
--mysqld=--slave_net_timeout=60 \
|
--mysqld=--net_read_timeout=30 \
|
--mysqld=--net_write_timeout=60 \
|
--mysqld=--loose-table_lock_wait_timeout=50 \
|
--mysqld=--wait_timeout=28800 \
|
--mysqld=--lock-wait-timeout=86400 \
|
--mysqld=--innodb-lock-wait-timeout=50 \
|
--no-mask \
|
--queries=10000000 \
|
--seed=random \
|
--reporters=Backtrace \
|
--reporters=ErrorLog \
|
--reporters=Deadlock1 \
|
--validators=None \
|
--mysqld=--log_output=none \
|
--mysqld=--log-bin \
|
--mysqld=--log_bin_trust_function_creators=1 \
|
--mysqld=--loose-max-statement-time=30 \
|
--mysqld=--loose-debug_assert_on_not_freed_memory=0 \
|
--engine=InnoDB \
|
--restart_timeout=120 \
|
--duration=300 \
|
--mysqld=--loose-innodb_fatal_semaphore_wait_threshold=300 \
|
--mysqld=--loose-innodb-sync-debug \
|
--threads=33 \
|
--mysqld=--innodb_page_size=4K \
|
--mysqld=--innodb-buffer-pool-size=256M \
|
--duration=300 \
|
--no_mask \
|
... certain local settings ...
|
- is caused by
-
MDEV-21174
Refactor mlog_write_ulint, mlog_memset, mlog_write_string
-
-
Closed
{"report":{"fcp":1802.9000000953674,"ttfb":508.30000019073486,"pageVisibility":"visible","entityId":88349,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"946ea083-c3d2-42ba-999a-229767a2be0a","navigationType":0,"readyForUser":1908.0999999046326,"redirectCount":0,"resourceLoadedEnd":1290.5,"resourceLoadedStart":539.3000001907349,"resourceTiming":[{"duration":88.2999997138977,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":539.3000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":539.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":627.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":107.7000002861023,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":539.5999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":539.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":647.3000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":455.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":539.8000001907349,"connectEnd":660.9000000953674,"connectStart":660.9000000953674,"domainLookupEnd":660.9000000953674,"domainLookupStart":660.9000000953674,"fetchStart":539.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":672.3000001907349,"responseEnd":995.5,"responseStart":698.3000001907349,"secureConnectionStart":660.9000000953674},{"duration":750.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":540,"connectEnd":540,"connectStart":540,"domainLookupEnd":540,"domainLookupStart":540,"fetchStart":540,"redirectEnd":0,"redirectStart":0,"requestStart":673.5,"responseEnd":1290.5,"responseStart":720.0999999046326,"secureConnectionStart":540},{"duration":189.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":540.2000002861023,"connectEnd":540.2000002861023,"connectStart":540.2000002861023,"domainLookupEnd":540.2000002861023,"domainLookupStart":540.2000002861023,"fetchStart":540.2000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":673.7000002861023,"responseEnd":729.9000000953674,"responseStart":723.3000001907349,"secureConnectionStart":540.2000002861023},{"duration":182.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":540.4000000953674,"connectEnd":540.4000000953674,"connectStart":540.4000000953674,"domainLookupEnd":540.4000000953674,"domainLookupStart":540.4000000953674,"fetchStart":540.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":674,"responseEnd":723,"responseStart":704.3000001907349,"secureConnectionStart":540.4000000953674},{"duration":184.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":540.5999999046326,"connectEnd":540.5999999046326,"connectStart":540.5999999046326,"domainLookupEnd":540.5999999046326,"domainLookupStart":540.5999999046326,"fetchStart":540.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":674.0999999046326,"responseEnd":724.8000001907349,"responseStart":707.2000002861023,"secureConnectionStart":540.5999999046326},{"duration":125.2999997138977,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":540.8000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":540.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":666.0999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":184.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":541,"connectEnd":541,"connectStart":541,"domainLookupEnd":541,"domainLookupStart":541,"fetchStart":541,"redirectEnd":0,"redirectStart":0,"requestStart":674.9000000953674,"responseEnd":725.2000002861023,"responseStart":709,"secureConnectionStart":541},{"duration":126.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":541.0999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":541.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":667.5,"responseStart":0,"secureConnectionStart":0},{"duration":183.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":541.3000001907349,"connectEnd":541.3000001907349,"connectStart":541.3000001907349,"domainLookupEnd":541.3000001907349,"domainLookupStart":541.3000001907349,"fetchStart":541.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":675.3000001907349,"responseEnd":725.2000002861023,"responseStart":710.5999999046326,"secureConnectionStart":541.3000001907349},{"duration":746.5999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":542.2000002861023,"connectEnd":542.2000002861023,"connectStart":542.2000002861023,"domainLookupEnd":542.2000002861023,"domainLookupStart":542.2000002861023,"fetchStart":542.2000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":881.9000000953674,"responseEnd":1288.8000001907349,"responseStart":1283,"secureConnectionStart":542.2000002861023},{"duration":619.2999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":542.3000001907349,"connectEnd":542.3000001907349,"connectStart":542.3000001907349,"domainLookupEnd":542.3000001907349,"domainLookupStart":542.3000001907349,"fetchStart":542.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":884.8000001907349,"responseEnd":1161.5999999046326,"responseStart":1125.0999999046326,"secureConnectionStart":542.3000001907349},{"duration":408.59999990463257,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1166.3000001907349,"connectEnd":1166.3000001907349,"connectStart":1166.3000001907349,"domainLookupEnd":1166.3000001907349,"domainLookupStart":1166.3000001907349,"fetchStart":1166.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":1531,"responseEnd":1574.9000000953674,"responseStart":1566.8000001907349,"secureConnectionStart":1166.3000001907349}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":329,"responseStart":508,"responseEnd":536,"domLoading":534,"domInteractive":1983,"domContentLoadedEventStart":1983,"domContentLoadedEventEnd":2035,"domComplete":4191,"loadEventStart":4191,"loadEventEnd":4192,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1965.5},{"name":"bigPipe.sidebar-id.end","time":1966.2000002861023},{"name":"bigPipe.activity-panel-pipe-id.start","time":1966.3000001907349},{"name":"bigPipe.activity-panel-pipe-id.end","time":1967.3000001907349},{"name":"activityTabFullyLoaded","time":2073}],"measures":[],"correlationId":"6b3d5d03cba65e","effectiveType":"4g","downlink":9,"rtt":0,"serverDuration":91,"dbReadsTimeInMs":12,"dbConnsTimeInMs":20,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Thank you thiru, very good debugging.