Assert hit during RQG testing.
|
Workflow:
|
1. Start server, create some intial data,
|
2. 33 concurrent connections run some DDL/DML mix
|
At some point of time during that load the server gets killed (SIGKILL)
|
4. Restart attempt
|
|
In the current case the restart attempt fails with
|
2020-06-13 12:11:14 0 [Note] InnoDB: Rolled back recovered transaction 3365
|
2020-06-13 12:11:14 0 [ERROR] [FATAL] InnoDB: Trying to read [page id: space=7, page number=4294967295] which is outside the bounds of tablespace test/t2. Byte offset 0, len 2048
|
...
|
t/ut0ut.cc:586(ib::fatal::~fatal())[0x56160582d5a6]
|
fil/fil0fil.cc:3750(fil_report_invalid_page_access(page_id_t, char const*, unsigned long, unsigned long, bool))[0x5616057cef4d]
|
buf/buf0rea.cc:347(buf_read_page_low(dberr_t*, bool, unsigned long, page_id_t, unsigned long, bool, bool))[0x56160578b33c]
|
buf/buf0buf.cc:2627(buf_page_get_zip(page_id_t, unsigned long))[0x56160578c04b]
|
btr/btr0cur.cc:7944(btr_copy_zblob_prefix(unsigned char*, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long))[0x56160578c1e3]
|
btr/btr0cur.cc:8068(btr_copy_externally_stored_field_prefix_low(unsigned char*, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long))[0x561605a1a351]
|
row/row0ext.cc:78(row_ext_cache_fill(row_ext_t*, unsigned long, fil_space_t*, dfield_t const*))[0x561605a1a6dd]
|
row/row0ext.cc:124(row_ext_create(unsigned long, unsigned long const*, dict_table_t const&, dtuple_t const*, mem_block_info_t*))[0x5616055949ae]
|
row/row0row.cc:601(row_build_low(unsigned long, dict_index_t const*, unsigned char const*, unsigned short const*, dict_table_t const*, dtuple_t const*, dict_add_v_col_t const*, unsigned long const*, row_ext_t**, mem_block_info_t*))[0x561605594bae]
|
row/row0row.cc:661(row_build(unsigned long, dict_index_t const*, unsigned char const*, unsigned short const*, dict_table_t const*, dtuple_t const*, unsigned long const*, row_ext_t**, mem_block_info_t*))[0x5616055cec86]
|
row/row0undo.cc:213(row_undo_search_clust_to_pcur(undo_node_t*))[0x561605a21b0e]
|
row/row0uins.cc:430(row_undo_ins_parse_undo_rec(undo_node_t*, bool))[0x561605a22173]
|
row/row0undo.cc:431(row_undo(undo_node_t*, que_thr_t*))[0x5616055d1628]
|
row/row0undo.cc:492(row_undo_step(que_thr_t*))[0x5616055d1b58]
|
que/que0que.cc:945(que_thr_step(que_thr_t*))[0x56160545ddaf]
|
que/que0que.cc:1009(que_run_threads_low(que_thr_t*))[0x56160545e238]
|
que/que0que.cc:1051(que_run_threads(que_thr_t*))[0x56160545e67b]
|
trx/trx0roll.cc:634(trx_rollback_active(trx_t*))[0x5616056b2ae0]
|
trx/trx0roll.cc:785(trx_rollback_recovered(bool))[0x5616056b40b3]
|
trx/trx0roll.cc:839(trx_rollback_all_recovered)[0x5616056b4984]
|
nptl/pthread_create.c:463(start_thread)[0x7fc94d6e06db]
|
|
origin/10.5 574ef3800567a24a57812d46118579fb08aaf243 2020-06-13T11:59:34+03:00
|
|
RQG
|
git clone https://github.com/mleich1/rqg --branch experimental RQG
|
|
perl rqg.pl \
|
--grammar=conf/mariadb/table_stress_innodb_nocopy.yy \
|
--gendata=conf/mariadb/table_stress.zz \
|
--gendata_sql=conf/mariadb/table_stress.sql \
|
--reporters=CrashRecovery1 \
|
--mysqld=--innodb_use_native_aio=1 \
|
--mysqld=--innodb_stats_persistent=off \
|
--mysqld=--innodb_lock_schedule_algorithm=fcfs \
|
--mysqld=--loose-idle_write_transaction_timeout=0 \
|
--mysqld=--loose-idle_transaction_timeout=0 \
|
--mysqld=--loose-idle_readonly_transaction_timeout=0 \
|
--mysqld=--connect_timeout=60 \
|
--mysqld=--interactive_timeout=28800 \
|
--mysqld=--slave_net_timeout=60 \
|
--mysqld=--net_read_timeout=30 \
|
--mysqld=--net_write_timeout=60 \
|
--mysqld=--loose-table_lock_wait_timeout=50 \
|
--mysqld=--wait_timeout=28800 \
|
--mysqld=--lock-wait-timeout=86400 \
|
--mysqld=--innodb-lock-wait-timeout=50 \
|
--no-mask \
|
--queries=10000000 \
|
--seed=random \
|
--reporters=Backtrace \
|
--reporters=ErrorLog \
|
--reporters=Deadlock1 \
|
--validators=None \
|
--mysqld=--log_output=none \
|
--mysqld=--log-bin \
|
--mysqld=--log_bin_trust_function_creators=1 \
|
--mysqld=--loose-max-statement-time=30 \
|
--mysqld=--loose-debug_assert_on_not_freed_memory=0 \
|
--engine=InnoDB \
|
--restart_timeout=120 \
|
--duration=300 \
|
--mysqld=--loose-innodb_fatal_semaphore_wait_threshold=300 \
|
--mysqld=--loose-innodb-sync-debug \
|
--threads=33 \
|
--mysqld=--innodb_page_size=4K \
|
--mysqld=--innodb-buffer-pool-size=256M \
|
--duration=300 \
|
--no_mask \
|
... certain local settings ...
|
- is caused by
-
MDEV-21174
Refactor mlog_write_ulint, mlog_memset, mlog_write_string
-
-
Closed
{"report":{"fcp":857.5,"ttfb":248.59999990463257,"pageVisibility":"visible","entityId":88349,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"77f97d53-8470-4af8-afb5-3f639ae888e8","navigationType":0,"readyForUser":986.5,"redirectCount":0,"resourceLoadedEnd":581.8999998569489,"resourceLoadedStart":259.89999985694885,"resourceTiming":[{"duration":14.799999952316284,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":259.89999985694885,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":259.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":274.69999980926514,"responseStart":0,"secureConnectionStart":0},{"duration":14.600000143051147,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":260.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":260.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":274.7999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":198.79999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":260.2999999523163,"connectEnd":260.2999999523163,"connectStart":260.2999999523163,"domainLookupEnd":260.2999999523163,"domainLookupStart":260.2999999523163,"fetchStart":260.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":279,"responseEnd":459.09999990463257,"responseStart":307.09999990463257,"secureConnectionStart":260.2999999523163},{"duration":317.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":260.39999985694885,"connectEnd":260.39999985694885,"connectStart":260.39999985694885,"domainLookupEnd":260.39999985694885,"domainLookupStart":260.39999985694885,"fetchStart":260.39999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":279.2999999523163,"responseEnd":577.7999999523163,"responseStart":323.2999999523163,"secureConnectionStart":260.39999985694885},{"duration":55.799999952316284,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":260.5,"connectEnd":260.5,"connectStart":260.5,"domainLookupEnd":260.5,"domainLookupStart":260.5,"fetchStart":260.5,"redirectEnd":0,"redirectStart":0,"requestStart":285.39999985694885,"responseEnd":316.2999999523163,"responseStart":312.7999999523163,"secureConnectionStart":260.5},{"duration":58,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":260.59999990463257,"connectEnd":260.59999990463257,"connectStart":260.59999990463257,"domainLookupEnd":260.59999990463257,"domainLookupStart":260.59999990463257,"fetchStart":260.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":285.5,"responseEnd":318.59999990463257,"responseStart":314.19999980926514,"secureConnectionStart":260.59999990463257},{"duration":60.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":260.69999980926514,"connectEnd":260.69999980926514,"connectStart":260.69999980926514,"domainLookupEnd":260.69999980926514,"domainLookupStart":260.69999980926514,"fetchStart":260.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":287.69999980926514,"responseEnd":321.5,"responseStart":317,"secureConnectionStart":260.69999980926514},{"duration":17.799999952316284,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":260.7999999523163,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":260.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":278.59999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":58.10000014305115,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":260.89999985694885,"connectEnd":260.89999985694885,"connectStart":260.89999985694885,"domainLookupEnd":260.89999985694885,"domainLookupStart":260.89999985694885,"fetchStart":260.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":288,"responseEnd":319,"responseStart":315.09999990463257,"secureConnectionStart":260.89999985694885},{"duration":22.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":261,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":261,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":283.59999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":61,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":261.09999990463257,"connectEnd":261.09999990463257,"connectStart":261.09999990463257,"domainLookupEnd":261.09999990463257,"domainLookupStart":261.09999990463257,"fetchStart":261.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":288.19999980926514,"responseEnd":322.09999990463257,"responseStart":319.19999980926514,"secureConnectionStart":261.09999990463257},{"duration":316.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":264,"connectEnd":264,"connectStart":264,"domainLookupEnd":264,"domainLookupStart":264,"fetchStart":264,"redirectEnd":0,"redirectStart":0,"requestStart":321.19999980926514,"responseEnd":580.1999998092651,"responseStart":570.5999999046326,"secureConnectionStart":264},{"duration":317.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":264.09999990463257,"connectEnd":264.09999990463257,"connectStart":264.09999990463257,"domainLookupEnd":264.09999990463257,"domainLookupStart":264.09999990463257,"fetchStart":264.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":324.2999999523163,"responseEnd":581.8999998569489,"responseStart":575,"secureConnectionStart":264.09999990463257},{"duration":108.5,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":613.3999998569489,"connectEnd":613.3999998569489,"connectStart":613.3999998569489,"domainLookupEnd":613.3999998569489,"domainLookupStart":613.3999998569489,"fetchStart":613.3999998569489,"redirectEnd":0,"redirectStart":0,"requestStart":688.3999998569489,"responseEnd":721.8999998569489,"responseStart":720.8999998569489,"secureConnectionStart":613.3999998569489},{"duration":93.10000014305115,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":850.3999998569489,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":850.3999998569489,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":943.5,"responseStart":0,"secureConnectionStart":0},{"duration":120,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":856.8999998569489,"connectEnd":856.8999998569489,"connectStart":856.8999998569489,"domainLookupEnd":856.8999998569489,"domainLookupStart":856.8999998569489,"fetchStart":856.8999998569489,"redirectEnd":0,"redirectStart":0,"requestStart":944.3999998569489,"responseEnd":976.8999998569489,"responseStart":975.0999999046326,"secureConnectionStart":856.8999998569489}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":20,"responseStart":249,"responseEnd":265,"domLoading":252,"domInteractive":1053,"domContentLoadedEventStart":1053,"domContentLoadedEventEnd":1104,"domComplete":1391,"loadEventStart":1391,"loadEventEnd":1392,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1036.2999999523163},{"name":"bigPipe.sidebar-id.end","time":1037},{"name":"bigPipe.activity-panel-pipe-id.start","time":1037.0999999046326},{"name":"bigPipe.activity-panel-pipe-id.end","time":1038},{"name":"activityTabFullyLoaded","time":1117.3999998569489}],"measures":[],"correlationId":"487c7b907b9f0e","effectiveType":"4g","downlink":9.7,"rtt":0,"serverDuration":121,"dbReadsTimeInMs":11,"dbConnsTimeInMs":18,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Thank you thiru, very good debugging.