# 2021-05-21T15:57:22 [1421973] | [rr 1424988 88422]2021-05-21 15:54:58 43 [ERROR] mysqld: Lock wait timeout exceeded; try restarting transaction
|
# Maybe the event above belongs to the problem.
|
# 2021-05-21T15:57:22 [1421973] | [rr 1424988 90006]mysqld: /data/Server/bb-10.6-marko_A/storage/innobase/lock/lock0lock.cc:2043: void lock_discard_for_index(const dict_index_t&): Assertion `!lock->is_waiting()' failed.
|
# 2021-05-21T15:57:22 [1421973] | [rr 1424988 105446]Query (0x0): [rr 1424988 105448](null)[rr 1424988 105450]
|
# 2021-05-21T15:57:22 [1421973] | Connection ID (thread ID): 0
|
# 2021-05-21T15:57:22 [1421973] | [rr 1424988 105452]Status: NOT_KILLED
|
|
(rr) bt
|
#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
|
#1 0x00007ffcd2281859 in __GI_abort () at abort.c:79
|
#2 0x00007ffcd2281729 in __assert_fail_base (fmt=0x7ffcd2417588 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55c2e92a9fe0 "!lock->is_waiting()", file=0x55c2e92aa160 "/data/Server/bb-10.6-marko_A/storage/innobase/lock/lock0lock.cc", line=2043,
|
function=<optimized out>) at assert.c:92
|
#3 0x00007ffcd2292f36 in __GI___assert_fail (assertion=0x55c2e92a9fe0 "!lock->is_waiting()", file=0x55c2e92aa160 "/data/Server/bb-10.6-marko_A/storage/innobase/lock/lock0lock.cc", line=2043, function=0x55c2e92ad7a0 "void lock_discard_for_index(const dict_index_t&)")
|
at assert.c:101
|
#4 0x000055c2e7d9a500 in lock_discard_for_index (index=...) at /data/Server/bb-10.6-marko_A/storage/innobase/lock/lock0lock.cc:2043
|
#5 0x000055c2e7fe5bbd in row_purge_remove_clust_if_poss_low (node=0x61a00000a908, mode=2) at /data/Server/bb-10.6-marko_A/storage/innobase/row/row0purge.cc:127
|
#6 0x000055c2e7fe694e in row_purge_remove_clust_if_poss (node=0x61a00000a908) at /data/Server/bb-10.6-marko_A/storage/innobase/row/row0purge.cc:274
|
#7 0x000055c2e7fe8b19 in row_purge_del_mark (node=0x61a00000a908) at /data/Server/bb-10.6-marko_A/storage/innobase/row/row0purge.cc:733
|
#8 0x000055c2e7fec757 in row_purge_record_func (node=0x61a00000a908, undo_rec=0x62100004c890 "", thr=0x6160000586c0, updated_extern=false) at /data/Server/bb-10.6-marko_A/storage/innobase/row/row0purge.cc:1157
|
#9 0x000055c2e7fecdaa in row_purge (node=0x61a00000a908, undo_rec=0x62100004c890 "", thr=0x6160000586c0) at /data/Server/bb-10.6-marko_A/storage/innobase/row/row0purge.cc:1218
|
#10 0x000055c2e7fed19d in row_purge_step (thr=0x6160000586c0) at /data/Server/bb-10.6-marko_A/storage/innobase/row/row0purge.cc:1267
|
#11 0x000055c2e7ed792c in que_thr_step (thr=0x6160000586c0) at /data/Server/bb-10.6-marko_A/storage/innobase/que/que0que.cc:653
|
#12 0x000055c2e7ed7cd4 in que_run_threads_low (thr=0x6160000586c0) at /data/Server/bb-10.6-marko_A/storage/innobase/que/que0que.cc:709
|
#13 0x000055c2e7ed7e76 in que_run_threads (thr=0x6160000586c0) at /data/Server/bb-10.6-marko_A/storage/innobase/que/que0que.cc:729
|
#14 0x000055c2e806df31 in srv_task_execute () at /data/Server/bb-10.6-marko_A/storage/innobase/srv/srv0srv.cc:1790
|
#15 0x000055c2e806ed8b in purge_worker_callback () at /data/Server/bb-10.6-marko_A/storage/innobase/srv/srv0srv.cc:1953
|
#16 0x000055c2e8421b48 in tpool::task_group::execute (this=0x55c2eb0374c0 <purge_task_group>, t=0x55c2eb037580 <purge_worker_task>) at /data/Server/bb-10.6-marko_A/tpool/task_group.cc:55
|
#17 0x000055c2e842244f in tpool::task::execute (this=0x55c2eb037580 <purge_worker_task>) at /data/Server/bb-10.6-marko_A/tpool/task.cc:47
|
#18 0x000055c2e840ebbb in tpool::thread_pool_generic::worker_main (this=0x618000000480, thread_var=0x63000001fd80) at /data/Server/bb-10.6-marko_A/tpool/tpool_generic.cc:550
|
#19 0x000055c2e84215a9 in std::__invoke_impl<void, void (tpool::thread_pool_generic::*)(tpool::worker_data*), tpool::thread_pool_generic*, tpool::worker_data*> (__f=
|
@0x6040000008e8: (void (tpool::thread_pool_generic::*)(class tpool::thread_pool_generic * const, struct tpool::worker_data *)) 0x55c2e840e9d8 <tpool::thread_pool_generic::worker_main(tpool::worker_data*)>, __t=@0x6040000008e0: 0x618000000480)
|
at /usr/include/c++/9/bits/invoke.h:73
|
#20 0x000055c2e8421354 in std::__invoke<void (tpool::thread_pool_generic::*)(tpool::worker_data*), tpool::thread_pool_generic*, tpool::worker_data*> (__fn=
|
@0x6040000008e8: (void (tpool::thread_pool_generic::*)(class tpool::thread_pool_generic * const, struct tpool::worker_data *)) 0x55c2e840e9d8 <tpool::thread_pool_generic::worker_main(tpool::worker_data*)>) at /usr/include/c++/9/bits/invoke.h:95
|
#21 0x000055c2e84211e5 in std::thread::_Invoker<std::tuple<void (tpool::thread_pool_generic::*)(tpool::worker_data*), tpool::thread_pool_generic*, tpool::worker_data*> >::_M_invoke<0ul, 1ul, 2ul> (this=0x6040000008d8) at /usr/include/c++/9/thread:244
|
#22 0x000055c2e842112f in std::thread::_Invoker<std::tuple<void (tpool::thread_pool_generic::*)(tpool::worker_data*), tpool::thread_pool_generic*, tpool::worker_data*> >::operator() (this=0x6040000008d8) at /usr/include/c++/9/thread:251
|
#23 0x000055c2e8421094 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (tpool::thread_pool_generic::*)(tpool::worker_data*), tpool::thread_pool_generic*, tpool::worker_data*> > >::_M_run (this=0x6040000008d0) at /usr/include/c++/9/thread:195
|
#24 0x000065b758c98d84 in ?? () from /lib/x86_64-linux-gnu/libstdc++.so.6
|
#25 0x00006d7856f21609 in start_thread (arg=<optimized out>) at pthread_create.c:477
|
#26 0x00007ffcd237e293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
|
(rr)
|
pluto:/data/Results/1621607839/TBR-1068/dev/shm/vardir/1621607839/80/1/rr
|
_RR_TRACE_DIR="." rr replay --mark-stdio
|
|
GIT_SHOW: HEAD, origin/bb-10.6-marko c857c14c40df26eb588964dacd45da47b0ac50f9 2021-05-21T09:48:30+03:00
|
including some patch for MDEV-25750
|
|
RQG
|
====
|
git clone https://github.com/mleich1/rqg --branch experimental RQG
|
|
perl rqg.pl \
|
--grammar=conf/mariadb/table_stress_innodb_nocopy1.yy \
|
--gendata=conf/mariadb/table_stress.zz \
|
--gendata_sql=conf/mariadb/table_stress.sql \
|
--redefine=conf/mariadb/xa.yy \
|
--reporters=CrashRecovery1 \
|
--mysqld=--loose-innodb_lock_schedule_algorithm=fcfs \
|
--mysqld=--loose-idle_write_transaction_timeout=0 \
|
--mysqld=--loose-idle_transaction_timeout=0 \
|
--mysqld=--loose-idle_readonly_transaction_timeout=0 \
|
--mysqld=--connect_timeout=60 \
|
--mysqld=--interactive_timeout=28800 \
|
--mysqld=--slave_net_timeout=60 \
|
--mysqld=--net_read_timeout=30 \
|
--mysqld=--net_write_timeout=60 \
|
--mysqld=--loose-table_lock_wait_timeout=50 \
|
--mysqld=--wait_timeout=28800 \
|
--mysqld=--lock-wait-timeout=86400 \
|
--mysqld=--innodb-lock-wait-timeout=50 \
|
--no-mask \
|
--queries=10000000 \
|
--seed=random \
|
--reporters=Backtrace \
|
--reporters=ErrorLog \
|
--reporters=Deadlock1 \
|
--validators=None \
|
--mysqld=--log_output=none \
|
--mysqld=--log-bin \
|
--mysqld=--log_bin_trust_function_creators=1 \
|
--mysqld=--loose-debug_assert_on_not_freed_memory=0 \
|
--engine=InnoDB \
|
--restart_timeout=240 \
|
--mysqld=--plugin-load-add=file_key_management.so \
|
--mysqld=--loose-file-key-management-filename=$RQG_HOME/conf/mariadb/encryption_keys.txt \
|
--duration=100 \
|
--mysqld=--loose-innodb_fatal_semaphore_wait_threshold=600 \
|
--mysqld=--innodb_stats_persistent=off \
|
--mysqld=--innodb_adaptive_hash_index=off \
|
--mysqld=--loose-innodb_evict_tables_on_commit_debug=off \
|
--mysqld=--loose-max-statement-time=30 \
|
--threads=33 \
|
--mysqld=--innodb-use-native-aio=0 \
|
--rr=Extended \
|
--rr_options=--chaos \
|
--mysqld=--innodb_page_size=4K \
|
--mysqld=--innodb-buffer-pool-size=256M \
|
--no_mask \
|
--workdir=<local settings> \
|
--vardir=<local settings> \
|
--mtr-build-thread=<local settings> \
|
--basedir1=<local settings> \
|
--script_debug=_nix_
|
|
Error pattern for RQG
|
[ 'TBR-1068-MDEV-25757', 'mysqld: .{1,200}lock0lock.cc:.{1,20}: void lock_discard_for_index.{1,500}: Assertion \`\!lock->is_waiting\(\). failed' ],
|