# 2022-06-17T20:24:19 [2505911] | [rr 2508771 558859][rr 2508771 558863]==2508771==ERROR: AddressSanitizer: heap-use-after-free on address 0x61f0001317bc at pc 0x564286d307a7 bp 0x7f9edf2ba110 sp 0x7f9edf2ba100
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 558866][rr 2508771 558868]READ of size 4 at 0x61f0001317bc thread T34
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 562022]2022-06-17 20:17:13 0 [Warning] Aborted connection 42 to db: 'test' user: 'root' host: 'localhost' (KILLED)
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 563053]2022-06-17 20:17:14 42 [Note] InnoDB: Online DDL : End of reading clustered index of the table and create temporary files
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 563112]2022-06-17 20:17:14 16 [Note] InnoDB: Online DDL : End of reading clustered index of the table and create temporary files
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569167] #0 0x564286d307a6 in create_table_info_t::check_table_options() /data/Server/bb-10.10-MDEV-11026B/storage/innobase/handler/ha_innodb.cc:11217
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569169] #1 0x564286d34636 in create_table_info_t::prepare_create_table(char const*, bool) /data/Server/bb-10.10-MDEV-11026B/storage/innobase/handler/ha_innodb.cc:11988
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569171] #2 0x564286d757f2 in ha_innobase::create(char const*, TABLE*, HA_CREATE_INFO*, bool, trx_t*) (/data/Server_bin/bb-10.10-MDEV-11026B_asan/bin/mariadbd+0x29137f2)
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569173] #3 0x564286d412b9 in ha_innobase::truncate() /data/Server/bb-10.10-MDEV-11026B/storage/innobase/handler/ha_innodb.cc:13930
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569206] #4 0x5642864889ad in handler::ha_truncate() /data/Server/bb-10.10-MDEV-11026B/sql/handler.cc:5070
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569222] #5 0x564286c1ab9a in ha_partition::truncate_partition(Alter_info*, bool*) /data/Server/bb-10.10-MDEV-11026B/sql/ha_partition.cc:4913
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569228] #6 0x56428606e4a5 in Sql_cmd_alter_table_truncate_partition::execute(THD*) /data/Server/bb-10.10-MDEV-11026B/sql/sql_partition_admin.cc:959
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569248] #7 0x564285c40757 in mysql_execute_command(THD*, bool) /data/Server/bb-10.10-MDEV-11026B/sql/sql_parse.cc:5996
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569254] #8 0x564285c4cc43 in mysql_parse(THD*, char*, unsigned int, Parser_state*) /data/Server/bb-10.10-MDEV-11026B/sql/sql_parse.cc:8036
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569256] #9 0x564285c24e0b in dispatch_command(enum_server_command, THD*, char*, unsigned int, bool) /data/Server/bb-10.10-MDEV-11026B/sql/sql_parse.cc:1894
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569258] #10 0x564285c22252 in do_command(THD*, bool) /data/Server/bb-10.10-MDEV-11026B/sql/sql_parse.cc:1407
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569264] #11 0x564286066460 in do_handle_one_connection(CONNECT*, bool) /data/Server/bb-10.10-MDEV-11026B/sql/sql_connect.cc:1418
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569266] #12 0x564286065cec in handle_one_connection /data/Server/bb-10.10-MDEV-11026B/sql/sql_connect.cc:1312
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569274] #13 0x7f9f09f75608 in start_thread /build/glibc-eX1tMB/glibc-2.31/nptl/pthread_create.c:477
|
# 2022-06-17T20:24:19 [2505911] | [rr 2508771 569276] #14 0x7f9f09b48292 in __clone (/lib/x86_64-linux-gnu/libc.so.6+0x122292)
|
|
Query (0x6290011f8238): ALTER TABLE l TRUNCATE PARTITION p0 /* E_R Thread24 QNO 232 CON_ID 38 */
|
Status: KILL_TIMEOUT
|
|
pluto:/data/results/1655481418/TBR-1402
|
_RR_TRACE_DIR=./1/rr/ rr replay
|
|
origin/bb-10.10-MDEV-11026 cfb6106e511cae168aaba4fa2964d2c110ed834a 2022-06-17T17:33:15+03:00
|
Hitting that problem is rare and happened up till today on 10.8 - 10.10
|
development trees only.
|
But per Marko this is a problem of partitioning and not related to the modifications in these trees.
|
His analysis of the problem could be found in https://jira.mariadb.org/browse/MDEV-11026
|
There the problem is called "failure 2".
|
|
|
RQG
|
===
|
# git clone https://github.com/mleich1/rqg --branch experimental RQG
|
#
|
# GIT_SHOW: HEAD -> experimental, origin/experimental a32979c6d789ddf0982e6a56af687565be00590c 2022-06-14T17:21:56+02:00
|
# rqg.pl : Version 4.0.6 (2022-05)
|
#
|
# $RQG_HOME/rqg.pl \
|
# --grammar=conf/mariadb/partitions_innodb.yy \
|
# --redefine=conf/mariadb/redefine_innodb_io_threads_dynamic.yy \
|
# --mysqld=--loose-innodb_lock_schedule_algorithm=fcfs \
|
# --mysqld=--loose-idle_write_transaction_timeout=0 \
|
# --mysqld=--loose-idle_transaction_timeout=0 \
|
# --mysqld=--loose-idle_readonly_transaction_timeout=0 \
|
# --mysqld=--connect_timeout=60 \
|
# --mysqld=--interactive_timeout=28800 \
|
# --mysqld=--slave_net_timeout=60 \
|
# --mysqld=--net_read_timeout=30 \
|
# --mysqld=--net_write_timeout=60 \
|
# --mysqld=--loose-table_lock_wait_timeout=50 \
|
# --mysqld=--wait_timeout=28800 \
|
# --mysqld=--lock-wait-timeout=86400 \
|
# --mysqld=--innodb-lock-wait-timeout=50 \
|
# --no-mask \
|
# --queries=10000000 \
|
# --seed=random \
|
# --reporters=Backtrace \
|
# --reporters=ErrorLog \
|
# --reporters=Deadlock1 \
|
# --validators=None \
|
# --mysqld=--log_output=none \
|
# --mysqld=--log_bin_trust_function_creators=1 \
|
# --mysqld=--loose-debug_assert_on_not_freed_memory=0 \
|
# --engine=InnoDB \
|
# --restart_timeout=240 \
|
# --mysqld=--plugin-load-add=file_key_management.so \
|
# --mysqld=--loose-file-key-management-filename=$RQG_HOME/conf/mariadb/encryption_keys.txt \
|
# --mysqld=--plugin-load-add=provider_lzo.so \
|
# --mysqld=--plugin-load-add=provider_bzip2.so \
|
# --mysqld=--plugin-load-add=provider_lzma.so \
|
# --mysqld=--plugin-load-add=provider_snappy.so \
|
# --mysqld=--plugin-load-add=provider_lz4.so \
|
# --duration=300 \
|
# --mysqld=--loose-innodb_fatal_semaphore_wait_threshold=300 \
|
# --mysqld=--loose-innodb_read_only_compressed=OFF \
|
# --mysqld=--innodb_stats_persistent=on \
|
# --mysqld=--innodb_adaptive_hash_index=off \
|
# --mysqld=--loose-innodb_evict_tables_on_commit_debug=on \
|
# --mysqld=--loose-max-statement-time=30 \
|
# --threads=33 \
|
# --mysqld=--innodb-use-native-aio=0 \
|
# --mysqld=--loose-gdb \
|
# --mysqld=--loose-debug-gdb \
|
# --rr=Extended \
|
# --rr_options=--wait \
|
# --mysqld=--loose_innodb_change_buffering=deletes \
|
# --mysqld=--innodb_rollback_on_timeout=ON \
|
# --vardir_type=fast \
|
# --mysqld=--innodb_page_size=32K \
|
# --mysqld=--innodb-buffer-pool-size=24M \
|
# --no_mask \
|
# <local settings>
|
{"report":{"fcp":1636.6000001430511,"ttfb":615.1000001430511,"pageVisibility":"visible","entityId":112203,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0.5,"journeyId":"dbfdca1a-0028-46ae-9919-376197a61ca2","navigationType":0,"readyForUser":1764.5,"redirectCount":0,"resourceLoadedEnd":2551,"resourceLoadedStart":626.4000000953674,"resourceTiming":[{"duration":248.70000004768372,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":626.4000000953674,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":626.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":875.1000001430511,"responseStart":0,"secureConnectionStart":0},{"duration":249.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":626.8000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":626.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":876.3000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":313.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":626.9000000953674,"connectEnd":626.9000000953674,"connectStart":626.9000000953674,"domainLookupEnd":626.9000000953674,"domainLookupStart":626.9000000953674,"fetchStart":626.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":626.9000000953674,"responseEnd":940.5,"responseStart":940.5,"secureConnectionStart":626.9000000953674},{"duration":412.2000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":627.1000001430511,"connectEnd":627.1000001430511,"connectStart":627.1000001430511,"domainLookupEnd":627.1000001430511,"domainLookupStart":627.1000001430511,"fetchStart":627.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":627.1000001430511,"responseEnd":1039.3000001907349,"responseStart":1039.3000001907349,"secureConnectionStart":627.1000001430511},{"duration":415.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":627.4000000953674,"connectEnd":627.4000000953674,"connectStart":627.4000000953674,"domainLookupEnd":627.4000000953674,"domainLookupStart":627.4000000953674,"fetchStart":627.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":627.4000000953674,"responseEnd":1043.3000001907349,"responseStart":1043.3000001907349,"secureConnectionStart":627.4000000953674},{"duration":417,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":627.6000001430511,"connectEnd":627.6000001430511,"connectStart":627.6000001430511,"domainLookupEnd":627.6000001430511,"domainLookupStart":627.6000001430511,"fetchStart":627.6000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":627.6000001430511,"responseEnd":1044.6000001430511,"responseStart":1044.6000001430511,"secureConnectionStart":627.6000001430511},{"duration":417.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":627.8000001907349,"connectEnd":627.8000001907349,"connectStart":627.8000001907349,"domainLookupEnd":627.8000001907349,"domainLookupStart":627.8000001907349,"fetchStart":627.8000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":627.8000001907349,"responseEnd":1045.5,"responseStart":1045.5,"secureConnectionStart":627.8000001907349},{"duration":531.9000000953674,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":628,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":628,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1159.9000000953674,"responseStart":0,"secureConnectionStart":0},{"duration":418.2000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":628.2000000476837,"connectEnd":628.2000000476837,"connectStart":628.2000000476837,"domainLookupEnd":628.2000000476837,"domainLookupStart":628.2000000476837,"fetchStart":628.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":628.2000000476837,"responseEnd":1046.4000000953674,"responseStart":1046.4000000953674,"secureConnectionStart":628.2000000476837},{"duration":532.0999999046326,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":628.3000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":628.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1160.4000000953674,"responseStart":0,"secureConnectionStart":0},{"duration":419.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":628.6000001430511,"connectEnd":628.6000001430511,"connectStart":628.6000001430511,"domainLookupEnd":628.6000001430511,"domainLookupStart":628.6000001430511,"fetchStart":628.6000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":628.6000001430511,"responseEnd":1048.4000000953674,"responseStart":1048.4000000953674,"secureConnectionStart":628.6000001430511},{"duration":816.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":629.3000001907349,"connectEnd":629.3000001907349,"connectStart":629.3000001907349,"domainLookupEnd":629.3000001907349,"domainLookupStart":629.3000001907349,"fetchStart":629.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":629.3000001907349,"responseEnd":1446.1000001430511,"responseStart":1446.1000001430511,"secureConnectionStart":629.3000001907349},{"duration":1921.5999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":629.4000000953674,"connectEnd":629.4000000953674,"connectStart":629.4000000953674,"domainLookupEnd":629.4000000953674,"domainLookupStart":629.4000000953674,"fetchStart":629.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":629.4000000953674,"responseEnd":2551,"responseStart":2551,"secureConnectionStart":629.4000000953674},{"duration":749.7999999523163,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1217.6000001430511,"connectEnd":1217.6000001430511,"connectStart":1217.6000001430511,"domainLookupEnd":1217.6000001430511,"domainLookupStart":1217.6000001430511,"fetchStart":1217.6000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":1217.6000001430511,"responseEnd":1967.4000000953674,"responseStart":1967.4000000953674,"secureConnectionStart":1217.6000001430511},{"duration":967.5999999046326,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1622.9000000953674,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1622.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":2590.5,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":435,"responseStart":615,"responseEnd":619,"domLoading":624,"domInteractive":2595,"domContentLoadedEventStart":2595,"domContentLoadedEventEnd":2647,"domComplete":3251,"loadEventStart":3251,"loadEventEnd":3252,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":2552.800000190735},{"name":"bigPipe.sidebar-id.end","time":2553.600000143051},{"name":"bigPipe.activity-panel-pipe-id.start","time":2553.7000000476837},{"name":"bigPipe.activity-panel-pipe-id.end","time":2554.9000000953674},{"name":"activityTabFullyLoaded","time":2662.300000190735}],"measures":[],"correlationId":"5abec519e6c7c5","effectiveType":"4g","downlink":9.3,"rtt":0,"serverDuration":104,"dbReadsTimeInMs":13,"dbConnsTimeInMs":23,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
mleich I'm now checking the issue. Could you still provide the rr trace of the ASAN crash.