Thread 73 (Thread 513269.514269): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477c20b4fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477c20b4fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477c20b4fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x6e1a464e4d40, clockid=, expected=0, futex_word=0x5622d1cbe388 ) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x6e1a464e4d40, clockid=, mutex=0x5622d1cbbb40 , cond=0x5622d1cbe360 ) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=cond@entry=0x5622d1cbe360 , mutex=mutex@entry=0x5622d1cbbb40 , abstime=abstime@entry=0x6e1a464e4d40) at pthread_cond_wait.c:656 #12 0x00005622d0b2a25e in inline_mysql_cond_timedwait (that=0x5622d1cbe360 , mutex=0x5622d1cbbb40 , src_file=0x5622d14f7008 "/test/mtest/10.4_opt/sql/mysqld.cc", src_line=2662, abstime=0x6e1a464e4d40) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:1222 #13 cache_thread (thd=0x1477b801d108) at /test/mtest/10.4_opt/sql/mysqld.cc:2662 #14 one_thread_per_connection_end (thd=0x1477b801d108, put_in_cache=) at /test/mtest/10.4_opt/sql/mysqld.cc:2748 #15 0x00005622d0cf73db in do_handle_one_connection (connect=connect@entry=0x5622def140b8) at /test/mtest/10.4_opt/sql/sql_connect.cc:1431 #16 0x00005622d0cf75bf in handle_one_connection (arg=0x5622def140b8) at /test/mtest/10.4_opt/sql/sql_connect.cc:1316 #17 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #18 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 72 (Thread 513269.514234): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477c23b4fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477c23b4fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477c23b4fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x1477c23fed40, clockid=, expected=0, futex_word=0x5622d1cbe388 ) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x1477c23fed40, clockid=, mutex=0x5622d1cbbb40 , cond=0x5622d1cbe360 ) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=cond@entry=0x5622d1cbe360 , mutex=mutex@entry=0x5622d1cbbb40 , abstime=abstime@entry=0x1477c23fed40) at pthread_cond_wait.c:656 #12 0x00005622d0b2a25e in inline_mysql_cond_timedwait (that=0x5622d1cbe360 , mutex=0x5622d1cbbb40 , src_file=0x5622d14f7008 "/test/mtest/10.4_opt/sql/mysqld.cc", src_line=2662, abstime=0x1477c23fed40) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:1222 #13 cache_thread (thd=0x54417401d108) at /test/mtest/10.4_opt/sql/mysqld.cc:2662 #14 one_thread_per_connection_end (thd=0x54417401d108, put_in_cache=) at /test/mtest/10.4_opt/sql/mysqld.cc:2748 #15 0x00005622d0cf73db in do_handle_one_connection (connect=connect@entry=0x5622deeda1a8) at /test/mtest/10.4_opt/sql/sql_connect.cc:1431 #16 0x00005622d0cf75bf in handle_one_connection (arg=0x5622deeda1a8) at /test/mtest/10.4_opt/sql/sql_connect.cc:1316 #17 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #18 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 71 (Thread 513269.514031): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477c32fffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477c32fffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477c32fffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d1cc0a0c ) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d1cc0a20 , cond=0x5622d1cc09e0 ) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d1cc09e0 , mutex=mutex@entry=0x5622d1cc0a20 ) at pthread_cond_wait.c:638 #12 0x00005622d0beab0b in inline_mysql_cond_wait (that=0x5622d1cc09e0 , mutex=0x5622d1cc0a20 , src_file=0x5622d150a138 "/test/mtest/10.4_opt/sql/sql_manager.cc", src_line=102) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:1185 #13 handle_manager (arg=) at /test/mtest/10.4_opt/sql/sql_manager.cc:102 #14 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #15 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 70 (Thread 513269.514030): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477c35fffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477c35fffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477c35fffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x618b6ca5f694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x618b6ca5f710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x618b6ca5fd20, exit_loop=@0x618b6ca5f91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x618b6ca5fd20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x7fc738000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def308f0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 69 (Thread 513269.514029): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477c38fffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477c38fffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477c38fffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x4df247ffe694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x4df247ffe710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x4df247ffed20, exit_loop=@0x4df247ffe91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x4df247ffed20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477b4000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def30780) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 68 (Thread 513269.514028): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477c3bfffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477c3bfffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477c3bfffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0xbaf22dea694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0xbaf22dea710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0xbaf22dead20, exit_loop=@0xbaf22dea91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0xbaf22dead20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477b0000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def32c00) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 67 (Thread 513269.514027): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477c3efffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477c3efffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477c3efffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x1477d8087694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x1477d8087710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477d8087d20, exit_loop=@0x1477d808791f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477d8087d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x544174000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def32a90) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 66 (Thread 513269.514026): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d8288fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d8288fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d8288fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x1c9129414694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x1c9129414710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1c9129414d20, exit_loop=@0x1c912941491f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1c9129414d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477b8000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def32920) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 65 (Thread 513269.514025): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d8588fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d8588fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d8588fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x3e78690e7694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x3e78690e7710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x3e78690e7d20, exit_loop=@0x3e78690e791f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x3e78690e7d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477bc000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def327b0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 64 (Thread 513269.514024): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d8888fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d8888fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d8888fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x7862783a4694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x7862783a4710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x7862783a4d20, exit_loop=@0x7862783a491f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x7862783a4d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x757670000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def39850) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 63 (Thread 513269.514023): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d8b88fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d8b88fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d8b88fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x1477d8bd2694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x1477d8bd2710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477d8bd2d20, exit_loop=@0x1477d8bd291f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477d8bd2d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x22dd68000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def396e0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 62 (Thread 513269.514022): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x14781f1fffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x14781f1fffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x14781f1fffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x147825bc9748) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d320a868, cond=0x147825bc9720) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x147825bc9720, mutex=mutex@entry=0x5622d320a868) at pthread_cond_wait.c:638 #12 0x000040cc163f4eba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #13 galera::Monitor::enter (this=this@entry=0x5622d320a868, obj=...) at ./galera/src/monitor.hpp:163 #14 0x000040cc163e2319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x5622d3209850, trx=...) at ./galera/src/replicator_smm.cpp:1303 #15 0x000040cc163c3443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #16 0x00005622d14e9c2a in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:273 #17 0x00005622d14e461d in wsrep::transaction::before_commit (this=this@entry=0x1477c8006c48) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #18 0x00005622d0e02b1e in wsrep::client_state::before_commit (this=0x1477c8006be0) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/client_state.hpp:503 #19 wsrep_before_commit (all=true, thd=0x1477c8000c48) at /test/mtest/10.4_opt/sql/wsrep_trans_observer.h:273 #20 ha_commit_trans (thd=thd@entry=0x1477c8000c48, all=all@entry=true) at /test/mtest/10.4_opt/sql/handler.cc:1594 #21 0x00005622d0d060e9 in trans_commit (thd=thd@entry=0x1477c8000c48) at /test/mtest/10.4_opt/sql/transaction.cc:237 #22 0x00005622d109dcb8 in Wsrep_high_priority_service::commit (this=0x74b458094d20, ws_handle=..., ws_meta=...) at /test/mtest/10.4_opt/sql/wsrep_high_priority_service.cc:313 #23 0x00005622d14d70cb in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:332 #24 0x00005622d14d7f71 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:1145 #25 0x00005622d14e93ac in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x74b458094d20) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/high_priority_service.hpp:47 #26 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x74b458094d20, wsh=wsh@entry=0x74b458093db0, flags=, flags@entry=65, buf=buf@entry=0x74b458093dc0, meta=meta@entry=0x74b458094070, exit_loop=exit_loop@entry=0x74b45809402f) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:504 #27 0x000040cc163d59eb in galera::TrxHandleSlave::apply (this=this@entry=0x192f7c01d880, recv_ctx=recv_ctx@entry=0x74b458094d20, apply_cb=0x5622d14e9280 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x74b45809402f: false) at ./galera/src/trx_handle.cpp:391 #28 0x000040cc163e782e in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x74b458094d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #29 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x74b458094d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #30 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x74b458094d20, act=..., exit_loop=@0x74b45809491f: false) at ./galera/src/gcs_action_source.cpp:62 #31 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #32 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x74b458094d20, exit_loop=@0x74b45809491f: false) at ./galera/src/gcs_action_source.cpp:183 #33 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x74b458094d20) at ./galera/src/replicator_smm.cpp:390 #34 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #35 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #36 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477c8000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #37 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622d3260c20) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #38 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #39 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 61 (Thread 513269.514021): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d8ed3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d8ed3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d8ed3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x6baa5c96e694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x6baa5c96e710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x6baa5c96ed20, exit_loop=@0x6baa5c96e91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x6baa5c96ed20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x150f6408fff8, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def39420) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 60 (Thread 513269.514020): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d91d3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d91d3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d91d3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x1477d921d694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x1477d921d710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477d921dd20, exit_loop=@0x1477d921d91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477d921dd20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477c4000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def4ea80) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 59 (Thread 513269.514019): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d951efa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d951efa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d951efa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x36860fffe694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x36860fffe710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x36860fffed20, exit_loop=@0x36860fffe91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x36860fffed20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x8af24000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def4ea60) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 58 (Thread 513269.514018): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d981efa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d981efa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d981efa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x1478253c89c8) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d320a7b0, cond=0x1478253c89a0) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x1478253c89a0, mutex=mutex@entry=0x5622d320a7b0) at pthread_cond_wait.c:638 #12 0x000040cc163f5246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #13 galera::Monitor::enter (this=this@entry=0x5622d320a7b0, obj=...) at ./galera/src/monitor.hpp:163 #14 0x000040cc163e76b4 in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x36230efebd20, ts=...) at ./galera/src/replicator_smm.cpp:484 #15 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x36230efebd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #16 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x36230efebd20, act=..., exit_loop=@0x36230efeb91f: false) at ./galera/src/gcs_action_source.cpp:62 #17 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #18 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x36230efebd20, exit_loop=@0x36230efeb91f: false) at ./galera/src/gcs_action_source.cpp:183 #19 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x36230efebd20) at ./galera/src/replicator_smm.cpp:390 #20 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #21 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #22 0x00005622d10b8423 in wsrep_replication_process (thd=0x34141c000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #23 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def4e8f0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #24 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #25 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 57 (Thread 513269.514017): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d9b1efa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477d9b1efa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477d9b1efa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d9143ce0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d9143c90, cond=0x5622d9143cb8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d9143cb8, mutex=mutex@entry=0x5622d9143c90) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d9143c80) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d9143c80, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d11e3e89 in sync_array_wait_event (arr=arr@entry=0x5622d3295f10, cell=@0x269d793fd380: 0x5622d331ef70) at /test/mtest/10.4_opt/storage/innobase/sync/sync0arr.cc:305 #15 0x00005622d11e59b3 in rw_lock_x_lock_wait_func (line=, file_name=, threshold=, lock=) at /test/mtest/10.4_opt/storage/innobase/sync/sync0rw.cc:447 #16 rw_lock_x_lock_low (line=1304, file_name=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", pass=0, lock=0x787e6aa6e258) at /test/mtest/10.4_opt/storage/innobase/sync/sync0rw.cc:502 #17 rw_lock_x_lock_func (lock=lock@entry=0x787e6aa6e258, pass=pass@entry=0, file_name=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", line=1304) at /test/mtest/10.4_opt/storage/innobase/sync/sync0rw.cc:657 #18 0x00005622d124b910 in pfs_rw_lock_x_lock_func (line=, file_name=, pass=0, lock=0x787e6aa6e258) at /test/mtest/10.4_opt/storage/innobase/include/sync0rw.ic:546 #19 buf_page_mtr_lock (block=0x787e6aa6e1d0, rw_latch=2, mtr=0x269d793fe950, file=, line=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4146 #20 0x00005622d1253fc4 in buf_page_get_low (page_id=..., zip_size=, rw_latch=, guess=, mode=, file=, line=, mtr=, err=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4825 #21 0x00005622d1235580 in btr_cur_search_to_nth_level_func (index=index@entry=0x757668871f78, level=level@entry=0, tuple=, mode=mode@entry=PAGE_CUR_LE, latch_mode=, cursor=cursor@entry=0x269d793fe6e0, ahi_latch=, file=, line=, mtr=, autoinc=) at /test/mtest/10.4_opt/storage/innobase/btr/btr0cur.cc:1626 #22 0x00005622d11be052 in btr_pcur_open_low (index=0x757668871f78, tuple=, latch_mode=, cursor=0x269d793fe6e0, line=1304, mtr=, autoinc=0, file=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at /test/mtest/10.4_opt/storage/innobase/include/btr0pcur.ic:441 #23 0x00005622d11be0d3 in row_search_index_entry (index=index@entry=0x757668871f78, entry=entry@entry=0x1e6e2c025eb8, mode=4098, pcur=pcur@entry=0x269d793fe6e0, mtr=mtr@entry=0x269d793fe950) at /test/mtest/10.4_opt/storage/innobase/row/row0row.cc:1304 #24 0x00005622d11d0628 in row_upd_sec_index_entry (node=0x3686100324f8, thr=0x36861002a160) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:2378 #25 0x00005622d11d144f in row_upd_sec_step (thr=0x36861002a160, node=0x3686100324f8) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:2564 #26 row_upd (thr=0x36861002a160, node=0x3686100324f8) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3324 #27 row_upd_step (thr=thr@entry=0x36861002a160) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3439 #28 0x00005622d11a9f07 in row_update_cascade_for_mysql (thr=thr@entry=0x36861002a160, node=node@entry=0x3686100324f8, table=) at /test/mtest/10.4_opt/storage/innobase/row/row0mysql.cc:2235 #29 0x00005622d1195c1d in row_ins_foreign_check_on_constraint (mtr=0x269d793ff5a0, entry=, pcur=0x269d793ff0b0, foreign=, thr=) at /test/mtest/10.4_opt/storage/innobase/row/row0ins.cc:1338 #30 row_ins_check_foreign_constraint (check_ref=check_ref@entry=0, foreign=, table=table@entry=0x75766887d428, entry=entry@entry=0x1e6e2c01f0c8, thr=thr@entry=0x36861002a160) at /test/mtest/10.4_opt/storage/innobase/row/row0ins.cc:1746 #31 0x00005622d11cad77 in row_upd_check_references_constraints (node=node@entry=0x368610029a18, pcur=pcur@entry=0x368610031610, table=0x75766887d428, index=index@entry=0x75766887e3e8, offsets=offsets@entry=0x269d793ffb70, thr=thr@entry=0x36861002a160, mtr=0x269d79400030) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:298 #32 0x00005622d11cf552 in row_upd_check_references_constraints (mtr=0x269d79400030, thr=0x36861002a160, offsets=0x269d793ffb70, index=0x75766887e3e8, table=, pcur=0x368610031610, node=0x368610029a18) at /usr/include/c++/9/bits/stl_set.h:414 #33 row_upd_del_mark_clust_rec (mtr=0x269d79400030, foreign=false, referenced=true, thr=0x36861002a160, offsets=0x269d793ffb70, index=0x75766887e3e8, node=0x368610029a18) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3020 #34 row_upd_clust_step (node=0x368610029a18, thr=0x36861002a160) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3173 #35 0x00005622d11d1577 in row_upd (thr=0x36861002a160, node=0x368610029a18) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3295 #36 row_upd_step (thr=thr@entry=0x36861002a160) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3439 #37 0x00005622d11ab2ed in row_update_for_mysql (prebuilt=) at /test/mtest/10.4_opt/storage/innobase/row/row0mysql.cc:1809 #38 0x00005622d10e7138 in ha_innobase::delete_row (this=0x368610024c00, record=0x368610025380 "\232b\377H\260l") at /test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc:9013 #39 0x00005622d0e0c995 in handler::ha_delete_row (this=0x368610024c00, buf=0x368610025380 "\232b\377H\260l") at /test/mtest/10.4_opt/sql/handler.cc:6892 #40 0x00005622d0f1ad71 in Delete_rows_log_event::do_exec_row (this=0x1e6e2c020bf8, rgi=) at /test/mtest/10.4_opt/sql/log_event.cc:14495 #41 0x00005622d0f0e1ef in Rows_log_event::do_apply_event (this=0x1e6e2c020bf8, rgi=0x1e6e2c01c460) at /test/mtest/10.4_opt/sql/log_event.cc:11656 #42 0x00005622d10b6409 in Log_event::apply_event (rgi=0x1e6e2c01c460, this=0x1e6e2c020bf8) at /test/mtest/10.4_opt/sql/log_event.h:1492 #43 wsrep_apply_events (thd=thd@entry=0x1e6e2c000c48, rli=, events_buf=, buf_len=0) at /test/mtest/10.4_opt/sql/wsrep_applier.cc:200 #44 0x00005622d109da93 in Wsrep_applier_service::apply_write_set (this=0x269d79401d20, ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/buffer.hpp:48 #45 0x00005622d14d70b0 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:327 #46 0x00005622d14d7f71 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:1145 #47 0x00005622d14e93ac in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x269d79401d20) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/high_priority_service.hpp:47 #48 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x269d79401d20, wsh=wsh@entry=0x269d79400db0, flags=, flags@entry=65, buf=buf@entry=0x269d79400dc0, meta=meta@entry=0x269d79401070, exit_loop=exit_loop@entry=0x269d7940102f) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:504 #49 0x000040cc163d59eb in galera::TrxHandleSlave::apply (this=this@entry=0x150f6408fd10, recv_ctx=recv_ctx@entry=0x269d79401d20, apply_cb=0x5622d14e9280 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x269d7940102f: false) at ./galera/src/trx_handle.cpp:391 #50 0x000040cc163e782e in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x269d79401d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #51 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x269d79401d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #52 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x269d79401d20, act=..., exit_loop=@0x269d7940191f: false) at ./galera/src/gcs_action_source.cpp:62 #53 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #54 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x269d79401d20, exit_loop=@0x269d7940191f: false) at ./galera/src/gcs_action_source.cpp:183 #55 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x269d79401d20) at ./galera/src/replicator_smm.cpp:390 #56 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #57 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #58 0x00005622d10b8423 in wsrep_replication_process (thd=0x1e6e2c000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #59 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def4e780) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #60 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #61 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 56 (Thread 513269.514016): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477d9e1efa0) at ./src/preload/syscallbuf.c:229 #3 0x0000000070004978 in sys_fcntl (call=) at ./src/preload/syscallbuf.c:1291 #4 syscall_hook_internal (call=0x1477d9e1efa0) at ./src/preload/syscallbuf.c:2855 #5 syscall_hook (call=0x1477d9e1efa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x00001478252518e1 in fsync (fd=fd@entry=21) at ../sysdeps/unix/sysv/linux/fsync.c:27 #10 0x00005622d115c208 in os_file_fsync_posix (file=21) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:2409 #11 os_file_flush_func (file=file@entry=21) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:2502 #12 0x00005622d12a9590 in pfs_os_file_flush_func (src_file=0x5622d16c4a70 "/test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc", src_line=740, file=...) at /test/mtest/10.4_opt/storage/innobase/include/os0file.h:99 #13 fil_flush_low (space=, metadata=) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:740 #14 0x00005622d12b1bf3 in fil_flush (space_id=space_id@entry=4294967280) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4420 #15 0x00005622d113fb74 in log_write_flush_to_disk_low () at /test/mtest/10.4_opt/storage/innobase/log/log0log.cc:805 #16 log_write_up_to (lsn=, flush_to_disk=, rotate_key=) at /test/mtest/10.4_opt/storage/innobase/log/log0log.cc:1030 #17 0x00005622d1206421 in trx_flush_log_if_needed_low (lsn=) at /test/mtest/10.4_opt/storage/innobase/trx/trx0trx.cc:1208 #18 trx_flush_log_if_needed (trx=0x6c6e0e7c1810, lsn=) at /test/mtest/10.4_opt/storage/innobase/trx/trx0trx.cc:1230 #19 trx_commit_complete_for_mysql (trx=trx@entry=0x6c6e0e7c1810) at /test/mtest/10.4_opt/storage/innobase/trx/trx0trx.cc:1700 #20 0x00005622d10d9366 in innobase_commit (hton=, thd=0xafd14000c48, commit_trx=) at /test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc:4700 #21 0x00005622d0dff10f in commit_one_phase_2 (thd=thd@entry=0xafd14000c48, all=true, trans=0xafd14004030, is_real_trans=) at /test/mtest/10.4_opt/sql/handler.cc:1816 #22 0x00005622d0e0206a in ha_commit_one_phase (thd=thd@entry=0xafd14000c48, all=all@entry=true) at /test/mtest/10.4_opt/sql/handler.cc:1795 #23 0x00005622d0e03033 in ha_commit_trans (thd=thd@entry=0xafd14000c48, all=all@entry=true) at /test/mtest/10.4_opt/sql/handler.cc:1601 #24 0x00005622d0d060e9 in trans_commit (thd=thd@entry=0xafd14000c48) at /test/mtest/10.4_opt/sql/transaction.cc:237 #25 0x00005622d109dcb8 in Wsrep_high_priority_service::commit (this=0x147827ec6d20, ws_handle=..., ws_meta=...) at /test/mtest/10.4_opt/sql/wsrep_high_priority_service.cc:313 #26 0x00005622d14d70cb in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:332 #27 0x00005622d14d7f71 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:1145 #28 0x00005622d14e93ac in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x147827ec6d20) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/high_priority_service.hpp:47 #29 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x147827ec6d20, wsh=wsh@entry=0x147827ec5db0, flags=, flags@entry=65, buf=buf@entry=0x147827ec5dc0, meta=meta@entry=0x147827ec6070, exit_loop=exit_loop@entry=0x147827ec602f) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:504 #30 0x000040cc163d59eb in galera::TrxHandleSlave::apply (this=this@entry=0x1477bc01cd90, recv_ctx=recv_ctx@entry=0x147827ec6d20, apply_cb=0x5622d14e9280 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x147827ec602f: false) at ./galera/src/trx_handle.cpp:391 #31 0x000040cc163e782e in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x147827ec6d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #32 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x147827ec6d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #33 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x147827ec6d20, act=..., exit_loop=@0x147827ec691f: false) at ./galera/src/gcs_action_source.cpp:62 #34 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #35 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x147827ec6d20, exit_loop=@0x147827ec691f: false) at ./galera/src/gcs_action_source.cpp:183 #36 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x147827ec6d20) at ./galera/src/replicator_smm.cpp:390 #37 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #38 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #39 0x00005622d10b8423 in wsrep_replication_process (thd=0xafd14000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #40 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def4e610) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #41 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #42 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 55 (Thread 513269.514015): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477da11efa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477da11efa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477da11efa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x147827e7b694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x147827e7b710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x147827e7bd20, exit_loop=@0x147827e7b91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x147827e7bd20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x5d916c000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def379c0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 54 (Thread 513269.514014): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477da41efa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477da41efa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477da41efa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x1477da468694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x1477da468710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477da468d20, exit_loop=@0x1477da46891f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477da468d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477d0000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def37850) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 53 (Thread 513269.514013): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477da769fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477da769fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477da769fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x105914583694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x105914583710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x105914583d20, exit_loop=@0x10591458391f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x105914583d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477cc000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def376e0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 52 (Thread 513269.514012): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477daa69fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477daa69fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477daa69fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x757670034474) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x757670034420, cond=0x757670034448) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x757670034448, mutex=mutex@entry=0x757670034420) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x757670034410) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x757670034410, reset_sig_count=4) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d113d9d5 in lock_wait_suspend_thread (thr=thr@entry=0x11f1fc02ab00) at /test/mtest/10.4_opt/storage/innobase/lock/lock0wait.cc:338 #15 0x00005622d11954d5 in row_ins_check_foreign_constraint (check_ref=check_ref@entry=0, foreign=, table=table@entry=0x757668a60358, entry=entry@entry=0x74b450025948, thr=thr@entry=0x11f1fc02ab00) at /test/mtest/10.4_opt/storage/innobase/row/row0ins.cc:1835 #16 0x00005622d11cad77 in row_upd_check_references_constraints (node=node@entry=0x11f1fc029c68, pcur=pcur@entry=0x1477c403cec0, table=0x757668a60358, index=index@entry=0x757668a627b8, offsets=offsets@entry=0x147827e2eb70, thr=thr@entry=0x11f1fc02ab00, mtr=0x147827e2f030) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:298 #17 0x00005622d11cf552 in row_upd_check_references_constraints (mtr=0x147827e2f030, thr=0x11f1fc02ab00, offsets=0x147827e2eb70, index=0x757668a627b8, table=, pcur=0x1477c403cec0, node=0x11f1fc029c68) at /usr/include/c++/9/bits/stl_set.h:414 #18 row_upd_del_mark_clust_rec (mtr=0x147827e2f030, foreign=false, referenced=true, thr=0x11f1fc02ab00, offsets=0x147827e2eb70, index=0x757668a627b8, node=0x11f1fc029c68) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3020 #19 row_upd_clust_step (node=0x11f1fc029c68, thr=0x11f1fc02ab00) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3173 #20 0x00005622d11d1577 in row_upd (thr=0x11f1fc02ab00, node=0x11f1fc029c68) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3295 #21 row_upd_step (thr=thr@entry=0x11f1fc02ab00) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3439 #22 0x00005622d11ab2ed in row_update_for_mysql (prebuilt=) at /test/mtest/10.4_opt/storage/innobase/row/row0mysql.cc:1809 #23 0x00005622d10e7138 in ha_innobase::delete_row (this=0x11f1fc020800, record=0x11f1fc020f80 "\242\327\374\237\017\377\277p\275\300\t\001") at /test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc:9013 #24 0x00005622d0e0c995 in handler::ha_delete_row (this=0x11f1fc020800, buf=0x11f1fc020f80 "\242\327\374\237\017\377\277p\275\300\t\001") at /test/mtest/10.4_opt/sql/handler.cc:6892 #25 0x00005622d0f1ad71 in Delete_rows_log_event::do_exec_row (this=0x74b45001ef18, rgi=) at /test/mtest/10.4_opt/sql/log_event.cc:14495 #26 0x00005622d0f0e1ef in Rows_log_event::do_apply_event (this=0x74b45001ef18, rgi=0x74b45001c460) at /test/mtest/10.4_opt/sql/log_event.cc:11656 #27 0x00005622d10b6409 in Log_event::apply_event (rgi=0x74b45001c460, this=0x74b45001ef18) at /test/mtest/10.4_opt/sql/log_event.h:1492 #28 wsrep_apply_events (thd=thd@entry=0x74b450000c48, rli=, events_buf=, buf_len=0) at /test/mtest/10.4_opt/sql/wsrep_applier.cc:200 #29 0x00005622d109da93 in Wsrep_applier_service::apply_write_set (this=0x147827e30d20, ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/buffer.hpp:48 #30 0x00005622d14d70b0 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:327 #31 0x00005622d14d7f71 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:1145 #32 0x00005622d14e93ac in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x147827e30d20) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/high_priority_service.hpp:47 #33 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x147827e30d20, wsh=wsh@entry=0x147827e2fdb0, flags=, flags@entry=65, buf=buf@entry=0x147827e2fdc0, meta=meta@entry=0x147827e30070, exit_loop=exit_loop@entry=0x147827e3002f) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:504 #34 0x000040cc163d59eb in galera::TrxHandleSlave::apply (this=this@entry=0x150f640ae090, recv_ctx=recv_ctx@entry=0x147827e30d20, apply_cb=0x5622d14e9280 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x147827e3002f: false) at ./galera/src/trx_handle.cpp:391 #35 0x000040cc163e782e in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x147827e30d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #36 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x147827e30d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #37 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x147827e30d20, act=..., exit_loop=@0x147827e3091f: false) at ./galera/src/gcs_action_source.cpp:62 #38 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #39 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x147827e30d20, exit_loop=@0x147827e3091f: false) at ./galera/src/gcs_action_source.cpp:183 #40 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x147827e30d20) at ./galera/src/replicator_smm.cpp:390 #41 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #42 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #43 0x00005622d10b8423 in wsrep_replication_process (thd=0x74b450000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #44 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def2e800) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #45 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #46 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 51 (Thread 513269.514011): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477dad69fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477dad69fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477dad69fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x532e1903c694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x532e1903c710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x532e1903cd20, exit_loop=@0x532e1903c91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x532e1903cd20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x74b44c000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def2e690) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 50 (Thread 513269.514010): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477db069fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477db069fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477db069fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0xa8875774694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0xa8875774710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0xa8875774d20, exit_loop=@0xa887577491f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0xa8875774d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x6ecb60000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def2e520) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 49 (Thread 513269.514008): #0 __lll_lock_wait (futex=futex@entry=0x5622d3295f28, private=0) at lowlevellock.c:52 #1 0x00001478252490a3 in __GI___pthread_mutex_lock (mutex=0x5622d3295f28) at ../nptl/pthread_mutex_lock.c:80 #2 0x00005622d11e3c00 in OSMutex::enter (this=0x5622d3295f28) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:442 #3 OSTrackMutex::enter (this=0x5622d3295f28) at /test/mtest/10.4_opt/storage/innobase/include/ib0mutex.h:93 #4 PolicyMutex >::enter (name=0x5622d16b6fe8 "/test/mtest/10.4_opt/storage/innobase/sync/sync0arr.cc", n_spins=, n_delay=, line=332, this=0x5622d3295f28) at /test/mtest/10.4_opt/storage/innobase/include/ib0mutex.h:594 #5 sync_array_reserve_cell (arr=arr@entry=0x5622d3295f10, object=object@entry=0x787e6aa6c038, type=type@entry=5, file=file@entry=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", line=line@entry=1304) at /test/mtest/10.4_opt/storage/innobase/sync/sync0arr.cc:332 #6 0x00005622d11e5ead in sync_array_get_and_reserve_cell (cell=0x1477db7fa378, line=1304, file=, type=5, object=0x787e6aa6c038) at /test/mtest/10.4_opt/storage/innobase/include/sync0arr.ic:75 #7 rw_lock_x_lock_func (lock=lock@entry=0x787e6aa6c038, pass=pass@entry=0, file_name=, line=1304) at /test/mtest/10.4_opt/storage/innobase/sync/sync0rw.cc:704 #8 0x00005622d124b910 in pfs_rw_lock_x_lock_func (line=, file_name=, pass=0, lock=0x787e6aa6c038) at /test/mtest/10.4_opt/storage/innobase/include/sync0rw.ic:546 #9 buf_page_mtr_lock (block=0x787e6aa6bfb0, rw_latch=2, mtr=0x1477db7fb950, file=, line=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4146 #10 0x00005622d1253fc4 in buf_page_get_low (page_id=..., zip_size=, rw_latch=, guess=, mode=, file=, line=, mtr=, err=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4825 #11 0x00005622d1235580 in btr_cur_search_to_nth_level_func (index=index@entry=0x757668871618, level=level@entry=0, tuple=, mode=mode@entry=PAGE_CUR_LE, latch_mode=, cursor=cursor@entry=0x1477db7fb6e0, ahi_latch=, file=, line=, mtr=, autoinc=) at /test/mtest/10.4_opt/storage/innobase/btr/btr0cur.cc:1626 #12 0x00005622d11be052 in btr_pcur_open_low (index=0x757668871618, tuple=, latch_mode=, cursor=0x1477db7fb6e0, line=1304, mtr=, autoinc=0, file=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at /test/mtest/10.4_opt/storage/innobase/include/btr0pcur.ic:441 #13 0x00005622d11be0d3 in row_search_index_entry (index=index@entry=0x757668871618, entry=entry@entry=0x3686100377c8, mode=4098, pcur=pcur@entry=0x1477db7fb6e0, mtr=mtr@entry=0x1477db7fb950) at /test/mtest/10.4_opt/storage/innobase/row/row0row.cc:1304 #14 0x00005622d11d0628 in row_upd_sec_index_entry (node=0x1477bc02ddc8, thr=0x1477b8051590) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:2378 #15 0x00005622d11d144f in row_upd_sec_step (thr=0x1477b8051590, node=0x1477bc02ddc8) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:2564 #16 row_upd (thr=0x1477b8051590, node=0x1477bc02ddc8) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3324 #17 row_upd_step (thr=thr@entry=0x1477b8051590) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3439 #18 0x00005622d11a9f07 in row_update_cascade_for_mysql (thr=thr@entry=0x1477b8051590, node=node@entry=0x1477bc02ddc8, table=) at /test/mtest/10.4_opt/storage/innobase/row/row0mysql.cc:2235 #19 0x00005622d1195c1d in row_ins_foreign_check_on_constraint (mtr=0x1477db7fc5a0, entry=, pcur=0x1477db7fc0b0, foreign=, thr=) at /test/mtest/10.4_opt/storage/innobase/row/row0ins.cc:1338 #20 row_ins_check_foreign_constraint (check_ref=check_ref@entry=0, foreign=, table=table@entry=0x757668a60358, entry=entry@entry=0x3686100370f8, thr=thr@entry=0x1477b8051590) at /test/mtest/10.4_opt/storage/innobase/row/row0ins.cc:1746 #21 0x00005622d11cad77 in row_upd_check_references_constraints (node=node@entry=0x1477b80506f8, pcur=pcur@entry=0x1477d4021f00, table=0x757668a60358, index=index@entry=0x757668a627b8, offsets=offsets@entry=0x1477db7fcb70, thr=thr@entry=0x1477b8051590, mtr=0x1477db7fd030) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:298 #22 0x00005622d11cf552 in row_upd_check_references_constraints (mtr=0x1477db7fd030, thr=0x1477b8051590, offsets=0x1477db7fcb70, index=0x757668a627b8, table=, pcur=0x1477d4021f00, node=0x1477b80506f8) at /usr/include/c++/9/bits/stl_set.h:414 #23 row_upd_del_mark_clust_rec (mtr=0x1477db7fd030, foreign=false, referenced=true, thr=0x1477b8051590, offsets=0x1477db7fcb70, index=0x757668a627b8, node=0x1477b80506f8) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3020 #24 row_upd_clust_step (node=0x1477b80506f8, thr=0x1477b8051590) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3173 #25 0x00005622d11d1577 in row_upd (thr=0x1477b8051590, node=0x1477b80506f8) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3295 #26 row_upd_step (thr=thr@entry=0x1477b8051590) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3439 #27 0x00005622d11ab2ed in row_update_for_mysql (prebuilt=) at /test/mtest/10.4_opt/storage/innobase/row/row0mysql.cc:1809 #28 0x00005622d10e7138 in ha_innobase::delete_row (this=0x1477b8045ee0, record=0x1477b8046660 "\242\327\374\237\017￣\321\300\t\001") at /test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc:9013 #29 0x00005622d0e0c995 in handler::ha_delete_row (this=0x1477b8045ee0, buf=0x1477b8046660 "\242\327\374\237\017￣\321\300\t\001") at /test/mtest/10.4_opt/sql/handler.cc:6892 #30 0x00005622d0f1ad71 in Delete_rows_log_event::do_exec_row (this=0x36861001e778, rgi=) at /test/mtest/10.4_opt/sql/log_event.cc:14495 #31 0x00005622d0f0e1ef in Rows_log_event::do_apply_event (this=0x36861001e778, rgi=0x36861001c460) at /test/mtest/10.4_opt/sql/log_event.cc:11656 #32 0x00005622d10b6409 in Log_event::apply_event (rgi=0x36861001c460, this=0x36861001e778) at /test/mtest/10.4_opt/sql/log_event.h:1492 #33 wsrep_apply_events (thd=thd@entry=0x368610000c48, rli=, events_buf=, buf_len=0) at /test/mtest/10.4_opt/sql/wsrep_applier.cc:200 #34 0x00005622d109da93 in Wsrep_applier_service::apply_write_set (this=0x1477db7fed20, ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/buffer.hpp:48 #35 0x00005622d14d70b0 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:327 #36 0x00005622d14d7f71 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:1145 #37 0x00005622d14e93ac in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x1477db7fed20) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/high_priority_service.hpp:47 #38 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x1477db7fed20, wsh=wsh@entry=0x1477db7fddb0, flags=, flags@entry=65, buf=buf@entry=0x1477db7fddc0, meta=meta@entry=0x1477db7fe070, exit_loop=exit_loop@entry=0x1477db7fe02f) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:504 #39 0x000040cc163d59eb in galera::TrxHandleSlave::apply (this=this@entry=0x75767001cd90, recv_ctx=recv_ctx@entry=0x1477db7fed20, apply_cb=0x5622d14e9280 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x1477db7fe02f: false) at ./galera/src/trx_handle.cpp:391 #40 0x000040cc163e782e in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x1477db7fed20, ts=...) at ./galera/src/replicator_smm.cpp:504 #41 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x1477db7fed20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #42 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x1477db7fed20, act=..., exit_loop=@0x1477db7fe91f: false) at ./galera/src/gcs_action_source.cpp:62 #43 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #44 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477db7fed20, exit_loop=@0x1477db7fe91f: false) at ./galera/src/gcs_action_source.cpp:183 #45 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477db7fed20) at ./galera/src/replicator_smm.cpp:390 #46 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #47 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #48 0x00005622d10b8423 in wsrep_replication_process (thd=0x368610000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #49 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def398e0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #50 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #51 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 48 (Thread 513269.514007): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477db9fffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477db9fffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477db9fffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x2f1c13a00694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x2f1c13a00710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x2f1c13a00d20, exit_loop=@0x2f1c13a0091f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x2f1c13a00d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x11f1f8000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def37490) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 47 (Thread 513269.514006): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477dbcfffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477dbcfffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477dbcfffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x74b458049694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x74b458049710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x74b458049d20, exit_loop=@0x74b45804991f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x74b458049d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x1477d4000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def41a10) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 46 (Thread 513269.514005): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477dbffffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477dbffffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477dbffffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x1477e0063694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x1477e0063710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477e0063d20, exit_loop=@0x1477e006391f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477e0063d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x44a214000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def40b70) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 45 (Thread 513269.514004): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e0364fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e0364fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e0364fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x372c78f04694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x372c78f04710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x372c78f04d20, exit_loop=@0x372c78f0491f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x372c78f04d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x160a10000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622d331ecf0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 44 (Thread 513269.514003): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e0664fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e0664fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e0664fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x1477e06ae694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x1477e06ae710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477e06aed20, exit_loop=@0x1477e06ae91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477e06aed20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x273870000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622deed5b10) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 43 (Thread 513269.514002): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e09affa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e09affa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e09affa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x5ad9050d3694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x5ad9050d3710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x5ad9050d3d20, exit_loop=@0x5ad9050d391f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x5ad9050d3d20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x192f7c000c88, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def18860) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 42 (Thread 513269.514001): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x14781f9fffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x14781f9fffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x14781f9fffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d323cae4) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d323ca90, cond=0x5622d323cab8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d323cab8, mutex=mutex@entry=0x5622d323ca90) at pthread_cond_wait.c:638 #12 0x000040cc16585916 in fifo_lock_get (q=0x5622d323ca10) at ./galerautils/src/gu_fifo.c:262 #13 gu_fifo_get_head (q=0x5622d323ca10, err=err@entry=0x57b353ffe694) at ./galerautils/src/gu_fifo.c:330 #14 0x000040cc164384f9 in gcs_recv (conn=0x5622d3216360, action=action@entry=0x57b353ffe710) at ./gcs/src/gcs.cpp:2053 #15 0x000040cc1641e0aa in galera::Gcs::recv (act=..., this=) at ./galera/src/galera_gcs.hpp:120 #16 galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x57b353ffed20, exit_loop=@0x57b353ffe91f: false) at ./galera/src/gcs_action_source.cpp:162 #17 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x57b353ffed20) at ./galera/src/replicator_smm.cpp:390 #18 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #19 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #20 0x00005622d10b8423 in wsrep_replication_process (thd=0x2cee30000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #21 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622deec86b0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #22 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #23 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 41 (Thread 513269.514000): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x14781fbfffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x14781fbfffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x14781fbfffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x1478253c8848) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d320a7b0, cond=0x1478253c8820) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x1478253c8820, mutex=mutex@entry=0x5622d320a7b0) at pthread_cond_wait.c:638 #12 0x000040cc163f5246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #13 galera::Monitor::enter (this=this@entry=0x5622d320a7b0, obj=...) at ./galera/src/monitor.hpp:163 #14 0x000040cc163e76b4 in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x44113a88d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #15 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x44113a88d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #16 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x44113a88d20, act=..., exit_loop=@0x44113a8891f: false) at ./galera/src/gcs_action_source.cpp:62 #17 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #18 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x44113a88d20, exit_loop=@0x44113a8891f: false) at ./galera/src/gcs_action_source.cpp:183 #19 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x44113a88d20) at ./galera/src/replicator_smm.cpp:390 #20 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #21 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #22 0x00005622d10b8423 in wsrep_replication_process (thd=0x23a0140008d8, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #23 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622dee1a160) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #24 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #25 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 40 (Thread 513269.513999): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e0caffa0) at ./src/preload/syscallbuf.c:229 #3 0x0000000070004978 in sys_fcntl (call=) at ./src/preload/syscallbuf.c:1291 #4 syscall_hook_internal (call=0x1477e0caffa0) at ./src/preload/syscallbuf.c:2855 #5 syscall_hook (call=0x1477e0caffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000027387cafc328 in __GI___sigtimedwait (set=set@entry=0x147827de5d20, info=info@entry=0x147827de5da0, timeout=timeout@entry=0x0) at ../sysdeps/unix/sysv/linux/sigtimedwait.c:29 #10 0x000027387cafc38b in __GI___sigwaitinfo (set=set@entry=0x147827de5d20, info=info@entry=0x147827de5da0) at ../sysdeps/unix/sysv/linux/sigwaitinfo.c:25 #11 0x00005622d0b28b94 in my_sigwait (code=, sig=0x147827de5d18, set=0x147827de5d20) at /test/mtest/10.4_opt/include/my_pthread.h:196 #12 signal_hand (arg=) at /test/mtest/10.4_opt/sql/mysqld.cc:3219 #13 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #14 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 39 (Thread 513269.513998): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e10affa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e10affa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e10affa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x76397d7d7e28) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x76397d7d7dd0, cond=0x76397d7d7e00) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x76397d7d7e00, mutex=mutex@entry=0x76397d7d7dd0) at pthread_cond_wait.c:638 #12 0x00005622d10d4b68 in inline_mysql_cond_wait (src_file=0x5622d16830f8 "/test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc", src_line=310, mutex=0x76397d7d7dd0, that=0x76397d7d7e00) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:1185 #13 thd_destructor_proxy () at /test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc:310 #14 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #15 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 38 (Thread 513269.513997): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e12affa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e12affa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e12affa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d3459250) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d3459200, cond=0x5622d3459228) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d3459228, mutex=mutex@entry=0x5622d3459200) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d34591f0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d34591f0, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d125942a in buf_resize_thread () at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:3142 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 37 (Thread 513269.513996): #0 0x000027387cb953bf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=req@entry=0x68c03568770, rem=rem@entry=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000027387cb9b047 in __GI___nanosleep (requested_time=requested_time@entry=0x68c03568770, remaining=remaining@entry=0x0) at nanosleep.c:27 #2 0x00005622d1160434 in os_thread_sleep (tm=tm@entry=1000000) at /test/mtest/10.4_opt/storage/innobase/os/os0thread.cc:231 #3 0x00005622d12494ba in btr_defragment_thread () at /test/mtest/10.4_opt/storage/innobase/btr/btr0defragment.cc:717 #4 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #5 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 36 (Thread 513269.513995): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e17affa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e17affa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e17affa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d3459170) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d3459120, cond=0x5622d3459148) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d3459148, mutex=mutex@entry=0x5622d3459120) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d3459110) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d3459110, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d125f1f0 in buf_dump_thread () at /test/mtest/10.4_opt/storage/innobase/buf/buf0dump.cc:832 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 35 (Thread 513269.513994): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e1aaffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e1aaffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e1aaffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d9143c74) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d9143c20, cond=0x5622d9143c48) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d9143c48, mutex=mutex@entry=0x5622d9143c20) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d9143c10) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d9143c10, reset_sig_count=2) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d11e3e89 in sync_array_wait_event (arr=arr@entry=0x5622d3295f10, cell=@0x642c352cdb38: 0x5622d331edb0) at /test/mtest/10.4_opt/storage/innobase/sync/sync0arr.cc:305 #15 0x00005622d11e62fc in rw_lock_x_lock_func (lock=lock@entry=0x787e6aa6e258, pass=pass@entry=0, file_name=, line=1304) at /test/mtest/10.4_opt/storage/innobase/sync/sync0rw.cc:728 #16 0x00005622d124b910 in pfs_rw_lock_x_lock_func (line=, file_name=, pass=0, lock=0x787e6aa6e258) at /test/mtest/10.4_opt/storage/innobase/include/sync0rw.ic:546 #17 buf_page_mtr_lock (block=0x787e6aa6e1d0, rw_latch=2, mtr=0x642c352cf0e0, file=, line=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4146 #18 0x00005622d1253fc4 in buf_page_get_low (page_id=..., zip_size=, rw_latch=, guess=, mode=, file=, line=, mtr=, err=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4825 #19 0x00005622d1235580 in btr_cur_search_to_nth_level_func (index=index@entry=0x757668871f78, level=level@entry=0, tuple=, mode=mode@entry=PAGE_CUR_LE, latch_mode=, cursor=cursor@entry=0x642c352cee70, ahi_latch=, file=, line=, mtr=, autoinc=) at /test/mtest/10.4_opt/storage/innobase/btr/btr0cur.cc:1626 #20 0x00005622d11be052 in btr_pcur_open_low (index=0x757668871f78, tuple=, latch_mode=, cursor=0x642c352cee70, line=1304, mtr=, autoinc=0, file=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at /test/mtest/10.4_opt/storage/innobase/include/btr0pcur.ic:441 #21 0x00005622d11be0d3 in row_search_index_entry (index=index@entry=0x757668871f78, entry=entry@entry=0x11f200008908, mode=mode@entry=8194, pcur=pcur@entry=0x642c352cee70, mtr=mtr@entry=0x642c352cf0e0) at /test/mtest/10.4_opt/storage/innobase/row/row0row.cc:1304 #22 0x00005622d11b8be3 in row_purge_remove_sec_if_poss_leaf (node=0x5622dee216b8, index=0x757668871f78, entry=0x11f200008908) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:573 #23 0x00005622d11b9eef in row_purge_remove_sec_if_poss (entry=0x11f200008908, index=, node=0x5622dee216b8) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:697 #24 row_purge_del_mark (node=0x5622dee216b8) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:771 #25 row_purge_record_func (node=0x5622dee216b8, undo_rec=0x757668a539e8 "", thr=0x5622dee21500, updated_extern=) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1198 #26 0x00005622d11bad95 in row_purge (thr=0x5622dee21500, undo_rec=, node=0x5622dee216b8) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1264 #27 row_purge_step (thr=thr@entry=0x5622dee21500) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1342 #28 0x00005622d117c208 in que_thr_step (thr=0x5622dee21500) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1038 #29 que_run_threads_low (thr=0x5622dee21500) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1100 #30 que_run_threads (thr=thr@entry=0x5622dee21500) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1140 #31 0x00005622d11dec65 in srv_task_execute () at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2465 #32 srv_worker_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2520 #33 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #34 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 34 (Thread 513269.513993): #0 __lll_lock_wait (futex=futex@entry=0x5622d3295f28, private=0) at lowlevellock.c:52 #1 0x00001478252490a3 in __GI___pthread_mutex_lock (mutex=0x5622d3295f28) at ../nptl/pthread_mutex_lock.c:80 #2 0x00005622d11e3c00 in OSMutex::enter (this=0x5622d3295f28) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:442 #3 OSTrackMutex::enter (this=0x5622d3295f28) at /test/mtest/10.4_opt/storage/innobase/include/ib0mutex.h:93 #4 PolicyMutex >::enter (name=0x5622d16b6fe8 "/test/mtest/10.4_opt/storage/innobase/sync/sync0arr.cc", n_spins=, n_delay=, line=332, this=0x5622d3295f28) at /test/mtest/10.4_opt/storage/innobase/include/ib0mutex.h:594 #5 sync_array_reserve_cell (arr=arr@entry=0x5622d3295f10, object=object@entry=0x787e6aa605d8, type=type@entry=4, file=file@entry=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", line=line@entry=1216) at /test/mtest/10.4_opt/storage/innobase/sync/sync0arr.cc:332 #6 0x00005622d11e5536 in sync_array_get_and_reserve_cell (cell=0x1477e1fad668, line=, file=, type=4, object=0x787e6aa605d8) at /test/mtest/10.4_opt/storage/innobase/include/sync0arr.ic:75 #7 rw_lock_s_lock_spin (lock=lock@entry=0x787e6aa605d8, pass=pass@entry=0, file_name=, line=) at /test/mtest/10.4_opt/storage/innobase/sync/sync0rw.cc:332 #8 0x00005622d124b9b0 in rw_lock_s_lock_func (pass=0, line=, file_name=, lock=0x787e6aa605d8) at /test/mtest/10.4_opt/storage/innobase/include/sync0rw.ic:285 #9 pfs_rw_lock_s_lock_func (pass=0, line=, file_name=, lock=0x787e6aa605d8) at /test/mtest/10.4_opt/storage/innobase/include/sync0rw.ic:639 #10 buf_page_mtr_lock (block=0x787e6aa60550, rw_latch=1, mtr=0x1477e1fae940, file=, line=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4137 #11 0x00005622d1253fc4 in buf_page_get_low (page_id=..., zip_size=, rw_latch=, guess=, mode=, file=, line=, mtr=, err=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4825 #12 0x00005622d1235580 in btr_cur_search_to_nth_level_func (index=index@entry=0x757668870cb8, level=level@entry=0, tuple=, mode=mode@entry=PAGE_CUR_LE, latch_mode=, cursor=cursor@entry=0x5622dee219c8, ahi_latch=, file=, line=, mtr=, autoinc=) at /test/mtest/10.4_opt/storage/innobase/btr/btr0cur.cc:1626 #13 0x00005622d11be052 in btr_pcur_open_low (index=0x757668870cb8, tuple=, latch_mode=, cursor=0x5622dee219c8, line=1216, mtr=, autoinc=0, file=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at /test/mtest/10.4_opt/storage/innobase/include/btr0pcur.ic:441 #14 0x00005622d11be1f5 in row_search_on_row_ref (pcur=pcur@entry=0x5622dee219c8, mode=mode@entry=1, table=, ref=0x757668a559e0, mtr=mtr@entry=0x1477e1fae940) at /test/mtest/10.4_opt/storage/innobase/row/row0row.cc:1216 #15 0x00005622d11b8667 in row_purge_reposition_pcur (mtr=0x1477e1fae940, node=0x5622dee21920, mode=1) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:79 #16 row_purge_poss_sec (node=0x5622dee21920, index=0x757668871618, entry=0x273888007e38, sec_pcur=0x1477e1faee70, sec_mtr=0x1477e1faf0e0, is_tree=) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:321 #17 0x00005622d11b8c10 in row_purge_remove_sec_if_poss_leaf (node=0x5622dee21920, index=0x757668871618, entry=) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:584 #18 0x00005622d11b9eef in row_purge_remove_sec_if_poss (entry=0x273888007e38, index=, node=0x5622dee21920) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:697 #19 row_purge_del_mark (node=0x5622dee21920) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:771 #20 row_purge_record_func (node=0x5622dee21920, undo_rec=0x757668a55998 "", thr=0x5622dee21868, updated_extern=) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1198 #21 0x00005622d11bad95 in row_purge (thr=0x5622dee21868, undo_rec=, node=0x5622dee21920) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1264 #22 row_purge_step (thr=thr@entry=0x5622dee21868) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1342 #23 0x00005622d117c208 in que_thr_step (thr=0x5622dee21868) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1038 #24 que_run_threads_low (thr=0x5622dee21868) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1100 #25 que_run_threads (thr=thr@entry=0x5622dee21868) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1140 #26 0x00005622d11dec65 in srv_task_execute () at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2465 #27 srv_worker_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2520 #28 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #29 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 33 (Thread 513269.513992): #0 __pthread_mutex_unlock_usercnt (decr=1, mutex=0x5622d9141a00) at pthread_mutex_unlock.c:58 #1 __GI___pthread_mutex_unlock (mutex=mutex@entry=0x5622d9141a00) at pthread_mutex_unlock.c:357 #2 0x00005622d115ff26 in OSMutex::exit (this=0x5622d9141a00) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:429 #3 os_event::wait_low (this=0x5622d91419f0, reset_sig_count=3) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:331 #4 0x00005622d11e3e89 in sync_array_wait_event (arr=arr@entry=0x5622d3295f10, cell=@0x5eb8615ffb38: 0x5622d331eef0) at /test/mtest/10.4_opt/storage/innobase/sync/sync0arr.cc:305 #5 0x00005622d11e62fc in rw_lock_x_lock_func (lock=lock@entry=0x787e6aa6c038, pass=pass@entry=0, file_name=, line=1304) at /test/mtest/10.4_opt/storage/innobase/sync/sync0rw.cc:728 #6 0x00005622d124b910 in pfs_rw_lock_x_lock_func (line=, file_name=, pass=0, lock=0x787e6aa6c038) at /test/mtest/10.4_opt/storage/innobase/include/sync0rw.ic:546 #7 buf_page_mtr_lock (block=0x787e6aa6bfb0, rw_latch=2, mtr=0x5eb8616010e0, file=, line=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4146 #8 0x00005622d1253fc4 in buf_page_get_low (page_id=..., zip_size=, rw_latch=, guess=, mode=, file=, line=, mtr=, err=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0buf.cc:4825 #9 0x00005622d1235580 in btr_cur_search_to_nth_level_func (index=index@entry=0x757668871618, level=level@entry=0, tuple=, mode=mode@entry=PAGE_CUR_LE, latch_mode=, cursor=cursor@entry=0x5eb861600e70, ahi_latch=, file=, line=, mtr=, autoinc=) at /test/mtest/10.4_opt/storage/innobase/btr/btr0cur.cc:1626 #10 0x00005622d11be052 in btr_pcur_open_low (index=0x757668871618, tuple=, latch_mode=, cursor=0x5eb861600e70, line=1304, mtr=, autoinc=0, file=0x5622d16aefc0 "/test/mtest/10.4_opt/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at /test/mtest/10.4_opt/storage/innobase/include/btr0pcur.ic:441 #11 0x00005622d11be0d3 in row_search_index_entry (index=index@entry=0x757668871618, entry=entry@entry=0x70ae38009e18, mode=mode@entry=8194, pcur=pcur@entry=0x5eb861600e70, mtr=mtr@entry=0x5eb8616010e0) at /test/mtest/10.4_opt/storage/innobase/row/row0row.cc:1304 #12 0x00005622d11b8be3 in row_purge_remove_sec_if_poss_leaf (node=0x5622dee21ed8, index=0x757668871618, entry=0x70ae38009e18) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:573 #13 0x00005622d11b9eef in row_purge_remove_sec_if_poss (entry=0x70ae38009e18, index=, node=0x5622dee21ed8) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:697 #14 row_purge_del_mark (node=0x5622dee21ed8) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:771 #15 row_purge_record_func (node=0x5622dee21ed8, undo_rec=0x757668880af8 "", thr=0x5622dee21ad0, updated_extern=) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1198 #16 0x00005622d11bad95 in row_purge (thr=0x5622dee21ad0, undo_rec=, node=0x5622dee21ed8) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1264 #17 row_purge_step (thr=thr@entry=0x5622dee21ad0) at /test/mtest/10.4_opt/storage/innobase/row/row0purge.cc:1342 #18 0x00005622d117c208 in que_thr_step (thr=0x5622dee21ad0) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1038 #19 que_run_threads_low (thr=0x5622dee21ad0) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1100 #20 que_run_threads (thr=thr@entry=0x5622dee21ad0) at /test/mtest/10.4_opt/storage/innobase/que/que0que.cc:1140 #21 0x00005622d11dec65 in srv_task_execute () at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2465 #22 srv_worker_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2520 #23 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #24 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 32 (Thread 513269.513991): #0 0x000000007002756b in sched_yield () at ./src/preload/overrides.c:160 #1 0x00005622d11603e9 in os_thread_yield () at /test/mtest/10.4_opt/storage/innobase/os/os0thread.cc:212 #2 0x00005622d11f255d in trx_purge_wait_for_workers_to_complete () at /test/mtest/10.4_opt/storage/innobase/trx/trx0purge.cc:1240 #3 trx_purge (n_purge_threads=, truncate=) at /test/mtest/10.4_opt/storage/innobase/trx/trx0purge.cc:1299 #4 0x00005622d11dfc70 in srv_do_purge (n_total_purged=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2613 #5 srv_purge_coordinator_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2754 #6 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #7 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 31 (Thread 513269.513990): #0 0x000027387cb953bf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=req@entry=0x1365280dcd70, rem=rem@entry=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000027387cb9b047 in __GI___nanosleep (requested_time=requested_time@entry=0x1365280dcd70, remaining=remaining@entry=0x0) at nanosleep.c:27 #2 0x00005622d1160434 in os_thread_sleep (tm=tm@entry=1000000) at /test/mtest/10.4_opt/storage/innobase/os/os0thread.cc:231 #3 0x00005622d11dde78 in srv_master_sleep () at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2335 #4 srv_master_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:2375 #5 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #6 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 30 (Thread 513269.513989): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e2bb0fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e2bb0fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e2bb0fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x44113a3db40, clockid=, expected=0, futex_word=0x5622dee4b6e0) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x44113a3db40, clockid=, mutex=0x5622dee4b690, cond=0x5622dee4b6b8) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=0x5622dee4b6b8, mutex=0x5622dee4b690, abstime=abstime@entry=0x44113a3db40) at pthread_cond_wait.c:656 #12 0x00005622d115fe76 in os_event::timed_wait (this=, abstime=0x44113a3db40) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 0x00005622d115ffa1 in os_event::wait_time_low (this=0x5622dee4b680, time_in_usec=, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:385 #14 0x00005622d1217d98 in ib_wqueue_timedwait (wq=wq@entry=0x5622dee45dd0, wait_in_usecs=wait_in_usecs@entry=5000000) at /test/mtest/10.4_opt/storage/innobase/ut/ut0wqueue.cc:158 #15 0x00005622d12e80aa in fts_optimize_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/fts/fts0opt.cc:2832 #16 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #17 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 29 (Thread 513269.513988): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e2eb0fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e2eb0fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e2eb0fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x1477e30b0d00, clockid=, expected=0, futex_word=0x5622dee19b90) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x1477e30b0d00, clockid=, mutex=0x5622dee19b40, cond=0x5622dee19b68) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=0x5622dee19b68, mutex=0x5622dee19b40, abstime=abstime@entry=0x1477e30b0d00) at pthread_cond_wait.c:656 #12 0x00005622d115fe76 in os_event::timed_wait (this=, abstime=0x1477e30b0d00) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 0x00005622d115ffa1 in os_event::wait_time_low (this=0x5622dee19b30, time_in_usec=, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:385 #14 0x00005622d12a5377 in dict_stats_thread () at /test/mtest/10.4_opt/storage/innobase/dict/dict0stats_bg.cc:490 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 28 (Thread 513269.513987): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e33b1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e33b1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e33b1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x459c6ac4fd40, clockid=, expected=0, futex_word=0x5622d3459100) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x459c6ac4fd40, clockid=, mutex=0x5622d34590b0, cond=0x5622d34590d8) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=0x5622d34590d8, mutex=0x5622d34590b0, abstime=abstime@entry=0x459c6ac4fd40) at pthread_cond_wait.c:656 #12 0x00005622d115fe76 in os_event::timed_wait (this=, abstime=0x459c6ac4fd40) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 0x00005622d115ffa1 in os_event::wait_time_low (this=0x5622d34590a0, time_in_usec=, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:385 #14 0x00005622d11dc8f8 in srv_monitor_thread () at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:1684 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 27 (Thread 513269.513986): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e36b1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e36b1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e36b1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x6dc73c714c50, clockid=, expected=0, futex_word=0x5622d3459090) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x6dc73c714c50, clockid=, mutex=0x5622d3459040, cond=0x5622d3459068) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=0x5622d3459068, mutex=0x5622d3459040, abstime=abstime@entry=0x6dc73c714c50) at pthread_cond_wait.c:656 #12 0x00005622d115fe76 in os_event::timed_wait (this=, abstime=0x6dc73c714c50) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 0x00005622d115ffa1 in os_event::wait_time_low (this=0x5622d3459030, time_in_usec=, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:385 #14 0x00005622d11dd1f7 in srv_error_monitor_thread () at /test/mtest/10.4_opt/storage/innobase/srv/srv0srv.cc:1848 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 26 (Thread 513269.513985): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e3cb1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e3cb1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e3cb1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x5eb861802cf0, clockid=, expected=0, futex_word=0x5622dedf7930) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x5eb861802cf0, clockid=, mutex=0x5622dedf78e0, cond=0x5622dedf7908) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=0x5622dedf7908, mutex=0x5622dedf78e0, abstime=abstime@entry=0x5eb861802cf0) at pthread_cond_wait.c:656 #12 0x00005622d115fe76 in os_event::timed_wait (this=, abstime=0x5eb861802cf0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 0x00005622d115ffa1 in os_event::wait_time_low (this=0x5622dedf78d0, time_in_usec=, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:385 #14 0x00005622d113e827 in lock_wait_timeout_thread () at /test/mtest/10.4_opt/storage/innobase/lock/lock0wait.cc:514 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 25 (Thread 513269.513983): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e39b1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e39b1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e39b1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622dedf8a50) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622dedf8a00, cond=0x5622dedf8a28) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622dedf8a28, mutex=mutex@entry=0x5622dedf8a00) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622dedf89f0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622dedf89f0, reset_sig_count=40) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d12678ab in buf_flush_page_cleaner_worker (arg=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:3448 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 24 (Thread 513269.513981): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e3fb1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e3fb1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e3fb1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622dedf8a50) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622dedf8a00, cond=0x5622dedf8a28) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622dedf8a28, mutex=mutex@entry=0x5622dedf8a00) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622dedf89f0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622dedf89f0, reset_sig_count=40) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d12678ab in buf_flush_page_cleaner_worker (arg=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:3448 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 23 (Thread 513269.513980): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e42b1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e42b1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e42b1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622dedf8a50) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622dedf8a00, cond=0x5622dedf8a28) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622dedf8a28, mutex=mutex@entry=0x5622dedf8a00) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622dedf89f0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622dedf89f0, reset_sig_count=40) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d12678ab in buf_flush_page_cleaner_worker (arg=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:3448 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 22 (Thread 513269.513979): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e45b1fa0) at ./src/preload/syscallbuf.c:229 #3 0x0000000070004978 in sys_fcntl (call=) at ./src/preload/syscallbuf.c:1291 #4 syscall_hook_internal (call=0x1477e45b1fa0) at ./src/preload/syscallbuf.c:2855 #5 syscall_hook (call=0x1477e45b1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x00001478252518e1 in fsync (fd=fd@entry=17) at ../sysdeps/unix/sysv/linux/fsync.c:27 #10 0x00005622d115c208 in os_file_fsync_posix (file=17) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:2409 #11 os_file_flush_func (file=file@entry=17) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:2502 #12 0x00005622d12a9590 in pfs_os_file_flush_func (src_file=0x5622d16c4a70 "/test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc", src_line=740, file=...) at /test/mtest/10.4_opt/storage/innobase/include/os0file.h:99 #13 fil_flush_low (space=, metadata=) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:740 #14 0x00005622d12b1bf3 in fil_flush (space_id=space_id@entry=0) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4420 #15 0x00005622d125a218 in buf_dblwr_flush_buffered_writes () at /test/mtest/10.4_opt/storage/innobase/buf/buf0dblwr.cc:1041 #16 0x00005622d126509a in buf_flush_end (flush_type=BUF_FLUSH_LIST, buf_pool=0x5622d357f360) at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:1925 #17 buf_flush_do_batch (n=0x5e4401602b50, lsn_limit=, min_n=, type=BUF_FLUSH_LIST, buf_pool=0x5622d357f360) at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:1994 #18 buf_flush_do_batch (type=BUF_FLUSH_LIST, n=0x5e4401602b50, lsn_limit=, min_n=, buf_pool=0x5622d357f360) at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:1975 #19 buf_flush_lists (min_n=, lsn_limit=, n_processed=) at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:2094 #20 0x00005622d0af0c35 in buf_flush_page_cleaner_coordinator () at /test/mtest/10.4_opt/storage/innobase/buf/buf0flu.cc:3250 #21 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #22 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 21 (Thread 513269.513978): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e48b1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e48b1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e48b1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a6f0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a6a0, cond=0x5622d351a6c8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a6c8, mutex=mutex@entry=0x5622d351a6a0) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a690) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a690, reset_sig_count=29) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x40d428372c90, m2=0x40d428372c88, m1=0x40d428372c80, global_segment=9) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=9, m1=m1@entry=0x40d428372c80, m2=m2@entry=0x40d428372c88, request=request@entry=0x40d428372c90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=9) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 20 (Thread 513269.513977): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e4bb1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e4bb1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e4bb1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a680) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a630, cond=0x5622d351a658) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a658, mutex=mutex@entry=0x5622d351a630) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a620) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a620, reset_sig_count=15) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x147827d9ac90, m2=0x147827d9ac88, m1=0x147827d9ac80, global_segment=8) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=8, m1=m1@entry=0x147827d9ac80, m2=m2@entry=0x147827d9ac88, request=request@entry=0x147827d9ac90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=8) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 19 (Thread 513269.513976): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e4eb1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e4eb1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e4eb1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a614) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a5c0, cond=0x5622d351a5e8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a5e8, mutex=mutex@entry=0x5622d351a5c0) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a5b0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a5b0, reset_sig_count=28) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x642c350cec90, m2=0x642c350cec88, m1=0x642c350cec80, global_segment=7) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=7, m1=m1@entry=0x642c350cec80, m2=m2@entry=0x642c350cec88, request=request@entry=0x642c350cec90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=7) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 18 (Thread 513269.513975): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e51b1fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e51b1fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e51b1fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a5a0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a550, cond=0x5622d351a578) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a578, mutex=mutex@entry=0x5622d351a550) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a540) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a540, reset_sig_count=73) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x1477e53b1c90, m2=0x1477e53b1c88, m1=0x1477e53b1c80, global_segment=6) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=6, m1=m1@entry=0x1477e53b1c80, m2=m2@entry=0x1477e53b1c88, request=request@entry=0x1477e53b1c90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=6) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 17 (Thread 513269.513974): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e56b2fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e56b2fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e56b2fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a530) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a4e0, cond=0x5622d351a508) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a508, mutex=mutex@entry=0x5622d351a4e0) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a4d0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a4d0, reset_sig_count=13) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x1477e58b2c90, m2=0x1477e58b2c88, m1=0x1477e58b2c80, global_segment=5) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=5, m1=m1@entry=0x1477e58b2c80, m2=m2@entry=0x1477e58b2c88, request=request@entry=0x1477e58b2c90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=5) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 16 (Thread 513269.513973): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e5bb3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e5bb3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e5bb3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a4c0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a470, cond=0x5622d351a498) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a498, mutex=mutex@entry=0x5622d351a470) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a460) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a460, reset_sig_count=17) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x372c78e35c90, m2=0x372c78e35c88, m1=0x372c78e35c80, global_segment=4) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=4, m1=m1@entry=0x372c78e35c80, m2=m2@entry=0x372c78e35c88, request=request@entry=0x372c78e35c90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=4) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 15 (Thread 513269.513972): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e5eb3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e5eb3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e5eb3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a450) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a400, cond=0x5622d351a428) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a428, mutex=mutex@entry=0x5622d351a400) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a3f0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a3f0, reset_sig_count=25) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x4d9b79109c90, m2=0x4d9b79109c88, m1=0x4d9b79109c80, global_segment=3) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=3, m1=m1@entry=0x4d9b79109c80, m2=m2@entry=0x4d9b79109c88, request=request@entry=0x4d9b79109c90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=3) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 14 (Thread 513269.513971): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e61b3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e61b3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e61b3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a3e0) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a390, cond=0x5622d351a3b8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a3b8, mutex=mutex@entry=0x5622d351a390) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a380) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a380, reset_sig_count=39) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x4f410a8a5c90, m2=0x4f410a8a5c88, m1=0x4f410a8a5c80, global_segment=2) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=2, m1=m1@entry=0x4f410a8a5c80, m2=m2@entry=0x4f410a8a5c88, request=request@entry=0x4f410a8a5c90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=2) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 13 (Thread 513269.513970): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e64b3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e64b3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e64b3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a374) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a320, cond=0x5622d351a348) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a348, mutex=mutex@entry=0x5622d351a320) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a310) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a310, reset_sig_count=36) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0x6e1a46499c90, m2=0x6e1a46499c88, m1=0x6e1a46499c80, global_segment=1) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=1, m1=m1@entry=0x6e1a46499c80, m2=m2@entry=0x6e1a46499c88, request=request@entry=0x6e1a46499c90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=1) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 12 (Thread 513269.513969): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x1477e67b3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x1477e67b3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x1477e67b3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d351a300) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d351a2b0, cond=0x5622d351a2d8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d351a2d8, mutex=mutex@entry=0x5622d351a2b0) at pthread_cond_wait.c:638 #12 0x00005622d115ff11 in os_event::wait (this=0x5622d351a2a0) at /test/mtest/10.4_opt/storage/innobase/include/sync0types.h:463 #13 os_event::wait_low (this=0x5622d351a2a0, reset_sig_count=1) at /test/mtest/10.4_opt/storage/innobase/os/os0event.cc:325 #14 0x00005622d115f249 in os_aio_simulated_handler (type=0xddb6507bc90, m2=0xddb6507bc88, m1=0xddb6507bc80, global_segment=0) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:6942 #15 os_aio_handler (segment=segment@entry=0, m1=m1@entry=0xddb6507bc80, m2=m2@entry=0xddb6507bc88, request=request@entry=0xddb6507bc90) at /test/mtest/10.4_opt/storage/innobase/os/os0file.cc:5378 #16 0x00005622d12b1df9 in fil_aio_wait (segment=segment@entry=0) at /test/mtest/10.4_opt/storage/innobase/fil/fil0fil.cc:4315 #17 0x00005622d11e15d8 in io_handler_thread (arg=) at /test/mtest/10.4_opt/storage/innobase/srv/srv0start.cc:324 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 11 (Thread 513269.513968): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x14781eab3fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x14781eab3fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x14781eab3fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x75d203cb5d70, clockid=, expected=0, futex_word=0x5622d24e9bc8 ) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x75d203cb5d70, clockid=, mutex=0x5622d24e9be0 , cond=0x5622d24e9ba0 ) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=cond@entry=0x5622d24e9ba0 , mutex=mutex@entry=0x5622d24e9be0 , abstime=abstime@entry=0x75d203cb5d70) at pthread_cond_wait.c:656 #12 0x00005622d0ffc0c1 in inline_mysql_cond_timedwait (src_file=0x5622d165d690 "/test/mtest/10.4_opt/storage/maria/ma_servicethread.c", src_line=115, abstime=0x75d203cb5d70, mutex=0x5622d24e9be0 , that=0x5622d24e9ba0 ) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:1222 #13 my_service_thread_sleep (control=control@entry=0x5622d1c2c020 , sleep_time=sleep_time@entry=30000000000) at /test/mtest/10.4_opt/storage/maria/ma_servicethread.c:115 #14 0x00005622d0ff44ff in ma_checkpoint_background (arg=0x1e) at /test/mtest/10.4_opt/storage/maria/ma_checkpoint.c:707 #15 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #16 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 10 (Thread 513269.513275): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x14781fffffa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x14781fffffa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x14781fffffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x1478253c86c8) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d320a7b0, cond=0x1478253c86a0) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x1478253c86a0, mutex=mutex@entry=0x5622d320a7b0) at pthread_cond_wait.c:638 #12 0x000040cc163f5246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #13 galera::Monitor::enter (this=this@entry=0x5622d320a7b0, obj=...) at ./galera/src/monitor.hpp:163 #14 0x000040cc163e76b4 in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x31635c54d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #15 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x31635c54d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #16 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x31635c54d20, act=..., exit_loop=@0x31635c5491f: false) at ./galera/src/gcs_action_source.cpp:62 #17 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #18 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x31635c54d20, exit_loop=@0x31635c5491f: false) at ./galera/src/gcs_action_source.cpp:183 #19 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x31635c54d20) at ./galera/src/replicator_smm.cpp:390 #20 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #21 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #22 0x00005622d10b8423 in wsrep_replication_process (thd=0x60000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #23 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622d3260c00) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #24 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #25 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 9 (Thread 513269.513274): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x147824331fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x147824331fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x147824331fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x71f608012e30) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x71f608012dd8, cond=0x71f608012e08) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x71f608012e08, mutex=mutex@entry=0x71f608012dd8) at pthread_cond_wait.c:638 #12 0x00005622d10b795b in inline_mysql_cond_wait (src_line=69, src_file=0x5622d1680ed8 "/test/mtest/10.4_opt/sql/wsrep_thd.h", mutex=0x71f608012dd8, that=0x71f608012e08) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:1185 #13 Wsrep_thd_queue::pop_front (this=0x71f608012d80) at /test/mtest/10.4_opt/sql/wsrep_thd.h:69 #14 wsrep_rollback_process (rollbacker=0x71f608000c48, arg=) at /test/mtest/10.4_opt/sql/wsrep_thd.cc:236 #15 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622d3213530) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #16 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #17 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 8 (Thread 513269.513273): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x14782457cfa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x14782457cfa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x14782457cfa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d31dcf2c) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d31dced8, cond=0x5622d31dcf00) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d31dcf00, mutex=mutex@entry=0x5622d31dced8) at pthread_cond_wait.c:638 #12 0x000040cc16457e4f in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #13 RecvBuf::front (timeout=..., this=0x5622d31dced8) at ./gcs/src/gcs_gcomm.cpp:114 #14 gcomm_recv (backend=, msg=0x5622d3216640, timeout=9223372035999999999) at ./gcs/src/gcs_gcomm.cpp:610 #15 0x000040cc16442f65 in core_msg_recv (timeout=9223372035999999999, recv_msg=0x5622d3216640, backend=0x5622d32167a0) at ./gcs/src/gcs_core.cpp:1201 #16 gcs_core_recv (conn=0x5622d32165e0, recv_act=recv_act@entry=0x5622d2758d60, timeout=) at ./gcs/src/gcs_core.cpp:1201 #17 0x000040cc1643ec33 in gcs_recv_thread (arg=0x5622d3216360) at ./gcs/src/gcs.cpp:1414 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 7 (Thread 513269.513272): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x14782487cfa0) at ./src/preload/syscallbuf.c:229 #3 0x0000000070005ae5 in sys_epoll_wait (call=0x14782487cfa0) at ./src/preload/syscallbuf.c:1938 #4 syscall_hook_internal (call=0x14782487cfa0) at ./src/preload/syscallbuf.c:2849 #5 syscall_hook (call=0x14782487cfa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000027387cbd75d4 in epoll_wait (epfd=6, events=events@entry=0x147824a7c440, maxevents=maxevents@entry=128, timeout=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #10 0x000040cc16560055 in asio::detail::epoll_reactor::run (this=0x5622d3202500, block=block@entry=true, ops=...) at ./asio/asio/detail/impl/epoll_reactor.ipp:391 #11 0x000040cc16558c8b in asio::detail::task_io_service::do_run_one (ec=..., this_thread=..., lock=..., this=) at ./asio/asio/detail/impl/task_io_service.ipp:355 #12 asio::detail::task_io_service::run (ec=..., this=0x5622d3249fa0) at ./asio/asio/detail/impl/task_io_service.ipp:148 #13 asio::io_service::run (this=) at ./asio/asio/impl/io_service.ipp:58 #14 gu::AsioIoService::run (this=this@entry=0x5622d3204b98) at ./galerautils/src/gu_asio.cpp:701 #15 0x000040cc16475438 in gcomm::AsioProtonet::event_loop (this=0x5622d3204ae0, period=...) at ./gcomm/src/asio_protonet.cpp:103 #16 0x000040cc1645aeea in GCommConn::run (this=0x5622d31dcce0) at ./galerautils/src/gu_datetime.hpp:61 #17 0x000040cc1645ba8d in run_fn (arg=) at ./gcs/src/gcs_gcomm.cpp:304 #18 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #19 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 6 (Thread 513269.513271): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x147824d7dfa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x147824d7dfa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x147824d7dfa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d37c in futex_wait_cancelable (private=, expected=0, futex_word=0x5622d320a010) at ../sysdeps/nptl/futex-internal.h:183 #10 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x5622d3209fc0, cond=0x5622d3209fe8) at pthread_cond_wait.c:508 #11 __pthread_cond_wait (cond=cond@entry=0x5622d3209fe8, mutex=mutex@entry=0x5622d3209fc0) at pthread_cond_wait.c:638 #12 0x000040cc16416a49 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #13 galera::ServiceThd::thd_func (arg=0x5622d3209fa8) at ./galera/src/galera_service_thd.cpp:30 #14 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #15 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 5 (Thread 513269.513270): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x147825131fa0) at ./src/preload/syscallbuf.c:229 #3 0x000000007000637e in sys_futex (call=) at ./src/preload/syscallbuf.c:1355 #4 syscall_hook_internal (call=0x147825131fa0) at ./src/preload/syscallbuf.c:2861 #5 syscall_hook (call=0x147825131fa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000014782524d7b7 in futex_abstimed_wait_cancelable (private=, abstime=0x5e4401401df0, clockid=, expected=0, futex_word=0x5622d254fcc8 ) at ../sysdeps/nptl/futex-internal.h:320 #10 __pthread_cond_wait_common (abstime=0x5e4401401df0, clockid=, mutex=0x5622d254fce0 , cond=0x5622d254fca0 ) at pthread_cond_wait.c:520 #11 __pthread_cond_timedwait (cond=cond@entry=0x5622d254fca0 , mutex=mutex@entry=0x5622d254fce0 , abstime=abstime@entry=0x5e4401401df0) at pthread_cond_wait.c:656 #12 0x00005622d138a9fc in inline_mysql_cond_timedwait (that=0x5622d254fca0 , mutex=0x5622d254fce0 , src_file=0x5622d16d3478 "/test/mtest/10.4_opt/mysys/thr_timer.c", src_line=292, abstime=0x5e4401401df0) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:1222 #13 timer_handler (arg=) at /test/mtest/10.4_opt/mysys/thr_timer.c:292 #14 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #15 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 4 (Thread 513269.514009): #0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50 #1 0x000027387cada859 in __GI_abort () at abort.c:79 #2 0x000027387cada729 in __assert_fail_base (fmt=0x27387cc70588 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x5622d1680cf8 "mode_ == m_local || transaction_.is_streaming()", file=0x5622d15072a8 "/test/mtest/10.4_opt/wsrep-lib/include/wsrep/client_state.hpp", line=668, function=) at assert.c:92 #3 0x000027387caebf36 in __GI___assert_fail (assertion=assertion@entry=0x5622d1680cf8 "mode_ == m_local || transaction_.is_streaming()", file=file@entry=0x5622d15072a8 "/test/mtest/10.4_opt/wsrep-lib/include/wsrep/client_state.hpp", line=line@entry=668, function=function@entry=0x5622d1680e88 "int wsrep::client_state::bf_abort(wsrep::seqno)") at assert.c:101 #4 0x00005622d10b7459 in wsrep::client_state::bf_abort (bf_seqno=..., this=0x368610006be0) at /test/mtest/10.4_opt/include/mysql/psi/mysql_thread.h:711 #5 wsrep_bf_abort (bf_thd=bf_thd@entry=0x11f1fc000c48, victim_thd=victim_thd@entry=0x368610000c48) at /test/mtest/10.4_opt/sql/wsrep_thd.cc:435 #6 0x00005622d10bf39d in wsrep_thd_bf_abort (bf_thd=bf_thd@entry=0x11f1fc000c48, victim_thd=victim_thd@entry=0x368610000c48, signal=signal@entry=1 '\001') at /test/mtest/10.4_opt/sql/service_wsrep.cc:241 #7 0x00005622d10d2c26 in wsrep_kill_victim (bf_thd=0x11f1fc000c48, thd=0x368610000c48, victim_trx=0x6c6e0e7c4978, signal=) at /test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc:18628 #8 0x00005622d1134584 in lock_rec_other_has_conflicting (mode=mode@entry=1027, block=block@entry=0x787e6aa62230, heap_no=heap_no@entry=164, trx=trx@entry=0x6c6e0e7c59f0) at /test/mtest/10.4_opt/storage/innobase/lock/lock0lock.cc:1175 #9 0x00005622d113a662 in lock_rec_lock (impl=, mode=1027, block=0x787e6aa62230, heap_no=164, index=0x757668870cb8, thr=0x6ecb6002c2d0) at /test/mtest/10.4_opt/storage/innobase/lock/lock0lock.cc:1949 #10 0x00005622d113ba46 in lock_clust_rec_read_check_and_lock (flags=0, thr=0x6ecb6002c2d0, gap_mode=1024, mode=LOCK_X, offsets=, index=0x757668870cb8, rec=0x787e6ae4f1ff "\211\300ѣ\273\232", , block=0x787e6aa62230) at /test/mtest/10.4_opt/storage/innobase/lock/lock0lock.cc:5889 #11 lock_clust_rec_read_check_and_lock (thr=0x6ecb6002c2d0, gap_mode=1024, mode=LOCK_X, offsets=, index=0x757668870cb8, rec=0x787e6ae4f1ff "\211\300ѣ\273\232", , block=0x787e6aa62230, flags=0) at /test/mtest/10.4_opt/storage/innobase/lock/lock0lock.cc:5840 #12 lock_clust_rec_read_check_and_lock_alt (flags=flags@entry=0, block=block@entry=0x787e6aa62230, rec=rec@entry=0x787e6ae4f1ff "\211\300ѣ\273\232", , index=index@entry=0x757668870cb8, mode=mode@entry=LOCK_X, gap_mode=gap_mode@entry=1024, thr=0x6ecb6002c2d0) at /test/mtest/10.4_opt/storage/innobase/lock/lock0lock.cc:5937 #13 0x00005622d11957dc in row_ins_foreign_check_on_constraint (mtr=0x1477db3b15a0, entry=0x11f1fc02dea8, pcur=0x1477db3b10b0, foreign=0x757668880818, thr=0x6ecb6002c2d0) at /test/mtest/10.4_opt/storage/innobase/row/row0ins.cc:1174 #14 row_ins_check_foreign_constraint (check_ref=check_ref@entry=0, foreign=, table=table@entry=0x75766887d428, entry=entry@entry=0x11f1fc02dea8, thr=thr@entry=0x6ecb6002c2d0) at /test/mtest/10.4_opt/storage/innobase/row/row0ins.cc:1746 #15 0x00005622d11cad77 in row_upd_check_references_constraints (node=node@entry=0x6ecb6002bb88, pcur=pcur@entry=0x6ecb60024740, table=0x75766887d428, index=index@entry=0x75766887e3e8, offsets=offsets@entry=0x1477db3b1b70, thr=thr@entry=0x6ecb6002c2d0, mtr=0x1477db3b2030) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:298 #16 0x00005622d11cf552 in row_upd_check_references_constraints (mtr=0x1477db3b2030, thr=0x6ecb6002c2d0, offsets=0x1477db3b1b70, index=0x75766887e3e8, table=, pcur=0x6ecb60024740, node=0x6ecb6002bb88) at /usr/include/c++/9/bits/stl_set.h:414 #17 row_upd_del_mark_clust_rec (mtr=0x1477db3b2030, foreign=false, referenced=true, thr=0x6ecb6002c2d0, offsets=0x1477db3b1b70, index=0x75766887e3e8, node=0x6ecb6002bb88) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3020 #18 row_upd_clust_step (node=0x6ecb6002bb88, thr=0x6ecb6002c2d0) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3173 #19 0x00005622d11d1577 in row_upd (thr=0x6ecb6002c2d0, node=0x6ecb6002bb88) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3295 #20 row_upd_step (thr=thr@entry=0x6ecb6002c2d0) at /test/mtest/10.4_opt/storage/innobase/row/row0upd.cc:3439 #21 0x00005622d11ab2ed in row_update_for_mysql (prebuilt=) at /test/mtest/10.4_opt/storage/innobase/row/row0mysql.cc:1809 #22 0x00005622d10e7138 in ha_innobase::delete_row (this=0x6ecb60026640, record=0x6ecb60026dc0 "\232b\377G\260l") at /test/mtest/10.4_opt/storage/innobase/handler/ha_innodb.cc:9013 #23 0x00005622d0e0c995 in handler::ha_delete_row (this=0x6ecb60026640, buf=0x6ecb60026dc0 "\232b\377G\260l") at /test/mtest/10.4_opt/sql/handler.cc:6892 #24 0x00005622d0f1ad71 in Delete_rows_log_event::do_exec_row (this=0x11f1fc01ef18, rgi=) at /test/mtest/10.4_opt/sql/log_event.cc:14495 #25 0x00005622d0f0e1ef in Rows_log_event::do_apply_event (this=0x11f1fc01ef18, rgi=0x11f1fc01c460) at /test/mtest/10.4_opt/sql/log_event.cc:11656 #26 0x00005622d10b6409 in Log_event::apply_event (rgi=0x11f1fc01c460, this=0x11f1fc01ef18) at /test/mtest/10.4_opt/sql/log_event.h:1492 #27 wsrep_apply_events (thd=thd@entry=0x11f1fc000c48, rli=, events_buf=, buf_len=0) at /test/mtest/10.4_opt/sql/wsrep_applier.cc:200 #28 0x00005622d109da93 in Wsrep_applier_service::apply_write_set (this=0x1477db3b3d20, ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/buffer.hpp:48 #29 0x00005622d14d70b0 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:327 #30 0x00005622d14d7f71 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.4_opt/wsrep-lib/src/server_state.cpp:1145 #31 0x00005622d14e93ac in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x1477db3b3d20) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/high_priority_service.hpp:47 #32 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x1477db3b3d20, wsh=wsh@entry=0x1477db3b2db0, flags=, flags@entry=65, buf=buf@entry=0x1477db3b2dc0, meta=meta@entry=0x1477db3b3070, exit_loop=exit_loop@entry=0x1477db3b302f) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:504 #33 0x000040cc163d59eb in galera::TrxHandleSlave::apply (this=this@entry=0x1477b803b420, recv_ctx=recv_ctx@entry=0x1477db3b3d20, apply_cb=0x5622d14e9280 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x1477db3b302f: false) at ./galera/src/trx_handle.cpp:391 #34 0x000040cc163e782e in galera::ReplicatorSMM::apply_trx (this=0x5622d3209850, recv_ctx=0x1477db3b3d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #35 0x000040cc163ea408 in galera::ReplicatorSMM::process_trx (this=0x5622d3209850, recv_ctx=0x1477db3b3d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #36 0x000040cc1641dd92 in galera::GcsActionSource::process_writeset (this=0x5622d3246c80, recv_ctx=0x1477db3b3d20, act=..., exit_loop=@0x1477db3b391f: false) at ./galera/src/gcs_action_source.cpp:62 #37 0x000040cc1641df1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #38 0x000040cc1641e112 in galera::GcsActionSource::process (this=0x5622d3246c80, recv_ctx=0x1477db3b3d20, exit_loop=@0x1477db3b391f: false) at ./galera/src/gcs_action_source.cpp:183 #39 0x000040cc163eae00 in galera::ReplicatorSMM::async_recv (this=0x5622d3209850, recv_ctx=0x1477db3b3d20) at ./galera/src/replicator_smm.cpp:390 #40 0x000040cc163c0fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #41 0x00005622d14e99c2 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at /test/mtest/10.4_opt/wsrep-lib/src/wsrep_provider_v26.cpp:796 #42 0x00005622d10b8423 in wsrep_replication_process (thd=0x11f1fc000c48, arg=) at /test/mtest/10.4_opt/wsrep-lib/include/wsrep/server_state.hpp:320 #43 0x00005622d10a89ec in start_wsrep_THD (arg=0x5622def303e0) at /test/mtest/10.4_opt/sql/wsrep_mysqld.h:428 #44 0x0000147825246609 in start_thread (arg=) at pthread_create.c:477 #45 0x000027387cbd7293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 1 (Thread 513269.513269): #0 0x0000000070000002 in ?? () #1 0x00000000700073b6 in _raw_syscall () at /build/rr-S0CLEN/rr-5.3.0/src/preload/raw_syscall.S:120 #2 0x00000000700032ff in traced_raw_syscall (call=call@entry=0x681fffa0) at ./src/preload/syscallbuf.c:229 #3 0x0000000070006229 in sys_poll (call=0x681fffa0) at ./src/preload/syscallbuf.c:1877 #4 syscall_hook_internal (call=0x681fffa0) at ./src/preload/syscallbuf.c:2889 #5 syscall_hook (call=0x681fffa0) at ./src/preload/syscallbuf.c:2987 #6 0x00000000700031da in _syscall_hook_trampoline () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:282 #7 0x000000007000320a in __morestack () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:417 #8 0x0000000070003225 in _syscall_hook_trampoline_48_3d_00_f0_ff_ff () at /build/rr-S0CLEN/rr-5.3.0/src/preload/syscall_hook.S:428 #9 0x000027387cbcab05 in __GI___poll (fds=fds@entry=0x7ffdc94fd120, nfds=nfds@entry=2, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/poll.c:29 #10 0x000027387cbe7aa2 in __poll_chk (fds=fds@entry=0x7ffdc94fd120, nfds=nfds@entry=2, timeout=timeout@entry=-1, fdslen=fdslen@entry=24) at poll_chk.c:27 #11 0x00005622d0b31aaf in poll (__timeout=-1, __nfds=, __fds=0x7ffdc94fd120) at /usr/include/x86_64-linux-gnu/bits/poll2.h:41 #12 handle_connections_sockets () at /test/mtest/10.4_opt/sql/mysqld.cc:6463 #13 0x00005622d0b32924 in mysqld_main (argc=, argv=) at /test/mtest/10.4_opt/sql/mysqld.cc:5899 #14 0x000027387cadc0b3 in __libc_start_main (main=0x5622d0b0db00 , argc=2, argv=0x7ffdc94fd568, init=, fini=, rtld_fini=, stack_end=0x7ffdc94fd558) at ../csu/libc-start.c:308 #15 0x00005622d0b264ee in _start () at /test/mtest/10.4_opt/sql/mysqld.cc:4654