Thread 133 (Thread 0x7e1f50315700 (LWP 3945747)): #0 0x00007f568ae4caff in __GI___poll (fds=fds@entry=0x7e1f50314a58, nfds=nfds@entry=1, timeout=timeout@entry=28800000) at ../sysdeps/unix/sysv/linux/poll.c:29 #1 0x0000560d8396e5af in poll (__timeout=28800000, __nfds=1, __fds=0x7e1f50314a58) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46 #2 vio_io_wait (vio=vio@entry=0x560d860bd818, event=, timeout=28800000) at ./vio/viosocket.c:980 #3 0x0000560d8396e724 in vio_socket_io_wait (vio=0x560d860bd818, event=) at ./vio/viosocket.c:118 #4 0x0000560d8396e803 in vio_read (vio=0x560d860bd818, buf=0x7f358c032a68 "\001", size=4) at ./vio/viosocket.c:199 #5 0x0000560d834e56e5 in my_real_read (net=0x7f358c02c9a8, complen=complen@entry=0x7e1f50314cd8, header=header@entry=1 '\001') at ./sql/net_serv.cc:975 #6 0x0000560d834e6a90 in my_net_read_packet_reallen (net=net@entry=0x7f358c02c9a8, read_from_server=read_from_server@entry=1 '\001', reallen=reallen@entry=0x7e1f50314d28) at ./sql/net_serv.cc:1256 #7 0x0000560d834e6b91 in my_net_read_packet (net=net@entry=0x7f358c02c9a8, read_from_server=read_from_server@entry=1 '\001') at ./sql/net_serv.cc:1240 #8 0x0000560d831a16e2 in do_command (thd=0x7f358c02c728) at ./sql/sql_parse.cc:1238 #9 0x0000560d832961ae in do_handle_one_connection (connect=connect@entry=0x56131a035df8) at ./sql/sql_connect.cc:1420 #10 0x0000560d832962df in handle_one_connection (arg=0x56131a035df8) at ./sql/sql_connect.cc:1316 #11 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #12 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 132 (Thread 0x7e18e1ca3700 (LWP 3945635)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084c20, cell=@0x7e18e1ca1f48: 0x560d86178bf0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7393, page_no=79570, pcur=0x7e18e1ca20b0, search_tuple=0x7e1e14000bc8, mtr=0x7e18e1ca2580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0260580, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0260580, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=29) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 131 (Thread 0x7e1f527fc700 (LWP 3945664)): #0 0x00007f568ae173bf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=req@entry=0x7e1f527fb770, rem=rem@entry=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x00007f568ae1d047 in __GI___nanosleep (requested_time=requested_time@entry=0x7e1f527fb770, remaining=remaining@entry=0x0) at nanosleep.c:27 #2 0x0000560d83605c34 in os_thread_sleep (tm=tm@entry=1000000) at ./storage/innobase/os/os0thread.cc:231 #3 0x0000560d836eed5a in btr_defragment_thread () at ./storage/innobase/btr/btr0defragment.cc:717 #4 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #5 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 130 (Thread 0x7e1f50fae700 (LWP 3945689)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084c20, cell=@0x7e1f50fa9c48: 0x560d86178cb0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d798d in TTASEventMutex::enter (line=919, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (this=0x560d8414cac0 , name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", line=919, n_delay=4, n_spins=30) at ./storage/innobase/include/ib0mutex.h:594 #8 lock_rec_expl_exist_on_page (space=space@entry=40, page_no=page_no@entry=148040) at ./storage/innobase/lock/lock0lock.cc:919 #9 0x0000560d835d17f2 in ibuf_insert_low (mode=, op=, no_counter=, entry=, entry_size=, index=, page_id=..., zip_size=, thr=) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d835d36e2 in ibuf_insert (op=op@entry=IBUF_OP_DELETE_MARK, entry=entry@entry=0x7e1ee45ef158, index=index@entry=0x7f358c3c5db8, page_id=page_id@entry=..., zip_size=zip_size@entry=0, thr=0x7e1ee0dfbfd0) at ./storage/innobase/ibuf/ibuf0ibuf.cc:3694 #11 0x0000560d836dbb6d in btr_cur_search_to_nth_level_func (index=index@entry=0x7f358c3c5db8, level=level@entry=0, tuple=, mode=mode@entry=PAGE_CUR_LE, latch_mode=, cursor=cursor@entry=0x7e1f50fabdc0, ahi_latch=, file=, line=, mtr=, autoinc=) at ./storage/innobase/btr/btr0cur.cc:1674 #12 0x0000560d836638f2 in btr_pcur_open_low (index=0x7f358c3c5db8, tuple=, latch_mode=, cursor=0x7e1f50fabdc0, line=1304, mtr=, autoinc=0, file=0x560d83b1c180 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at ./storage/innobase/include/btr0pcur.ic:441 #13 0x0000560d83663973 in row_search_index_entry (index=index@entry=0x7f358c3c5db8, entry=entry@entry=0x7e1ee45ef158, mode=4098, pcur=pcur@entry=0x7e1f50fabdc0, mtr=mtr@entry=0x7e1f50fac030) at ./storage/innobase/row/row0row.cc:1304 #14 0x0000560d83675ec8 in row_upd_sec_index_entry (node=0x7e1ee0dfbb58, thr=0x7e1ee0dfbfd0) at ./storage/innobase/row/row0upd.cc:2378 #15 0x0000560d83676cef in row_upd_sec_step (thr=0x7e1ee0dfbfd0, node=0x7e1ee0dfbb58) at ./storage/innobase/row/row0upd.cc:2564 #16 row_upd (thr=0x7e1ee0dfbfd0, node=0x7e1ee0dfbb58) at ./storage/innobase/row/row0upd.cc:3324 #17 row_upd_step (thr=thr@entry=0x7e1ee0dfbfd0) at ./storage/innobase/row/row0upd.cc:3439 #18 0x0000560d83650b8d in row_update_for_mysql (prebuilt=) at ./storage/innobase/row/row0mysql.cc:1809 #19 0x0000560d8358c6a8 in ha_innobase::delete_row (this=0x7f358c3b9fa0, record=0x7f358c3ba720 "\251/b*") at ./storage/innobase/handler/ha_innodb.cc:9013 #20 0x0000560d833cdf25 in handler::ha_delete_row (this=0x7f358c3b9fa0, buf=0x7f358c3ba720 "\251/b*") at ./sql/handler.cc:6892 #21 0x0000560d834dc2f1 in Delete_rows_log_event::do_exec_row (this=0x7e1ee4261fc8, rgi=) at ./sql/log_event.cc:14495 #22 0x0000560d834cf75f in Rows_log_event::do_apply_event (this=0x7e1ee4261fc8, rgi=0x7e1ee401c460) at ./sql/log_event.cc:11656 #23 0x0000560d83339979 in Log_event::apply_event (rgi=0x7e1ee401c460, this=0x7e1ee4261fc8) at ./sql/log_event.h:1492 #24 wsrep_apply_events (thd=thd@entry=0x7e1ee4000c48, rli=, events_buf=, buf_len=28758) at ./sql/wsrep_applier.cc:200 #25 0x0000560d83320fc3 in Wsrep_applier_service::apply_write_set (this=0x7e1f50fadd20, ws_meta=..., data=...) at ./wsrep-lib/include/wsrep/buffer.hpp:48 #26 0x0000560d8397c580 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:327 #27 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #28 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50fadd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #29 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50fadd20, wsh=wsh@entry=0x7e1f50facdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50facdc0, meta=meta@entry=0x7e1f50fad070, exit_loop=exit_loop@entry=0x7e1f50fad02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #30 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e5857e5a0, recv_ctx=recv_ctx@entry=0x7e1f50fadd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50fad02f: false) at ./galera/src/trx_handle.cpp:391 #31 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50fadd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #32 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50fadd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #33 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50fadd20, act=..., exit_loop=@0x7e1f50fad91f: false) at ./galera/src/gcs_action_source.cpp:62 #34 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #35 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50fadd20, exit_loop=@0x7e1f50fad91f: false) at ./galera/src/gcs_action_source.cpp:183 #36 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50fadd20) at ./galera/src/replicator_smm.cpp:390 #37 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #38 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #39 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ee4000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #40 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a065960) at ./sql/wsrep_mysqld.h:428 #41 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #42 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 129 (Thread 0x7e1f633d7700 (LWP 3945654)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7e1f633d6c50, clockid=, expected=0, futex_word=0x560d861bf220) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7e1f633d6c50, clockid=, mutex=0x560d861bf1d0, cond=0x560d861bf1f8) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=0x560d861bf1f8, mutex=0x560d861bf1d0, abstime=abstime@entry=0x7e1f633d6c50) at pthread_cond_wait.c:656 #3 0x0000560d83605676 in os_event::timed_wait (this=, abstime=0x7e1f633d6c50) at ./storage/innobase/include/sync0types.h:463 #4 0x0000560d836057a1 in os_event::wait_time_low (this=0x560d861bf1c0, time_in_usec=, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:385 #5 0x0000560d83682a97 in srv_error_monitor_thread () at ./storage/innobase/srv/srv0srv.cc:1848 #6 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #7 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 128 (Thread 0x7e1f643d9700 (LWP 3945657)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7e1f643d8b40, clockid=, expected=0, futex_word=0x561319f864f0) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7e1f643d8b40, clockid=, mutex=0x561319f864a0, cond=0x561319f864c8) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=0x561319f864c8, mutex=0x561319f864a0, abstime=abstime@entry=0x7e1f643d8b40) at pthread_cond_wait.c:656 #3 0x0000560d83605676 in os_event::timed_wait (this=, abstime=0x7e1f643d8b40) at ./storage/innobase/include/sync0types.h:463 #4 0x0000560d836057a1 in os_event::wait_time_low (this=0x561319f86490, time_in_usec=, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:385 #5 0x0000560d836bd638 in ib_wqueue_timedwait (wq=wq@entry=0x560d860bced0, wait_in_usecs=wait_in_usecs@entry=5000000) at ./storage/innobase/ut/ut0wqueue.cc:158 #6 0x0000560d8378daba in fts_optimize_thread (arg=) at ./storage/innobase/fts/fts0opt.cc:2832 #7 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #8 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 127 (Thread 0x7e18dcc99700 (LWP 3945645)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18dcc98be0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18dcc98be0, m1=0x7e18dcc98c80, m2=0x7e18dcc98c88, request=0x7e18dcc98c90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18dcc98c90, m2=0x7e18dcc98c88, m1=0x7e18dcc98c80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=39, m1=m1@entry=0x7e18dcc98c80, m2=m2@entry=0x7e18dcc98c88, request=request@entry=0x7e18dcc98c90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=39) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 126 (Thread 0x7e1f6033b700 (LWP 3945677)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec884c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8820) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8820, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1f0c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1f0c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1f0c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1f0c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1f0c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f6033ad20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f6033ad20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f6033ad20, wsh=wsh@entry=0x7e1f60339db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f60339dc0, meta=meta@entry=0x7e1f6033a070, exit_loop=exit_loop@entry=0x7e1f6033a02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e480472e0, recv_ctx=recv_ctx@entry=0x7e1f6033ad20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f6033a02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6033ad20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6033ad20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f6033ad20, act=..., exit_loop=@0x7e1f6033a91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f6033ad20, exit_loop=@0x7e1f6033a91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f6033ad20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f0c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a075e30) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 125 (Thread 0x7f35b2ffc700 (LWP 3398373)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d8602fb18) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8602fac8, cond=0x560d8602faf0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d8602faf0, mutex=mutex@entry=0x560d8602fac8) at pthread_cond_wait.c:638 #3 0x00007f568a06de4f in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 RecvBuf::front (timeout=..., this=0x560d8602fac8) at ./gcs/src/gcs_gcomm.cpp:114 #5 gcomm_recv (backend=, msg=0x560d860658a0, timeout=9223372035999999999) at ./gcs/src/gcs_gcomm.cpp:610 #6 0x00007f568a058f65 in core_msg_recv (timeout=9223372035999999999, recv_msg=0x560d860658a0, backend=0x560d86065a00) at ./gcs/src/gcs_core.cpp:1201 #7 gcs_core_recv (conn=0x560d86065840, recv_act=recv_act@entry=0x7f35b2ffbd60, timeout=) at ./gcs/src/gcs_core.cpp:1201 #8 0x00007f568a054c33 in gcs_recv_thread (arg=0x560d860655c0) at ./gcs/src/gcs.cpp:1414 #9 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #10 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 124 (Thread 0x7e1f503ab700 (LWP 3945730)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8c4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8c20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8c20, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e44006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e44006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e44000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e44000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e44000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f503aad20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f503aad20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f503aad20, wsh=wsh@entry=0x7e1f503a9db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f503a9dc0, meta=meta@entry=0x7e1f503aa070, exit_loop=exit_loop@entry=0x7e1f503aa02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e7402d760, recv_ctx=recv_ctx@entry=0x7e1f503aad20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f503aa02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f503aad20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f503aad20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f503aad20, act=..., exit_loop=@0x7e1f503aa91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f503aad20, exit_loop=@0x7e1f503aa91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f503aad20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e44000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a067450) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 123 (Thread 0x7e1f50b94700 (LWP 3945703)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec854c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8520) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8520, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ea8006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ea8006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ea8000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ea8000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ea8000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50b93d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50b93d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50b93d20, wsh=wsh@entry=0x7e1f50b92db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50b92dc0, meta=meta@entry=0x7e1f50b93070, exit_loop=exit_loop@entry=0x7e1f50b9302f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e9001f020, recv_ctx=recv_ctx@entry=0x7e1f50b93d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50b9302f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50b93d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50b93d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50b93d20, act=..., exit_loop=@0x7e1f50b9391f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50b93d20, exit_loop=@0x7e1f50b9391f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50b93d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ea8000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0614f0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 122 (Thread 0x7e1f50360700 (LWP 3945731)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d8411f808 ) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8411f820 , cond=0x560d8411f7e0 ) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d8411f7e0 , mutex=mutex@entry=0x560d8411f820 ) at pthread_cond_wait.c:638 #3 0x0000560d8318aa8b in inline_mysql_cond_wait (that=0x560d8411f7e0 , mutex=0x560d8411f820 , src_file=0x560d839af350 "/home/buildbot/buildbot/build/mariadb-10.4.22/sql/sql_manager.cc", src_line=102) at ./include/mysql/psi/mysql_thread.h:1185 #4 handle_manager (arg=) at ./sql/sql_manager.cc:102 #5 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #6 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 121 (Thread 0x7e1f6012e700 (LWP 3945684)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8d4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8d20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8d20, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ee8006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ee8006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ee8000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ee8000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ee8000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f6012dd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f6012dd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f6012dd20, wsh=wsh@entry=0x7e1f6012cdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f6012cdc0, meta=meta@entry=0x7e1f6012d070, exit_loop=exit_loop@entry=0x7e1f6012d02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f24044050, recv_ctx=recv_ctx@entry=0x7e1f6012dd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f6012d02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6012dd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6012dd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f6012dd20, act=..., exit_loop=@0x7e1f6012d91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f6012dd20, exit_loop=@0x7e1f6012d91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f6012dd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ee8000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a06be50) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 120 (Thread 0x7e18ddc9b700 (LWP 3945643)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18ddc9abe0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18ddc9abe0, m1=0x7e18ddc9ac80, m2=0x7e18ddc9ac88, request=0x7e18ddc9ac90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18ddc9ac90, m2=0x7e18ddc9ac88, m1=0x7e18ddc9ac80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=37, m1=m1@entry=0x7e18ddc9ac80, m2=m2@entry=0x7e18ddc9ac88, request=request@entry=0x7e18ddc9ac90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=37) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 119 (Thread 0x7e1f6020f700 (LWP 3945681)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2bdc8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2bda0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2bda0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6020ed20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6020ed20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f6020ed20, act=..., exit_loop=@0x7e1f6020e91f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f6020ed20, exit_loop=@0x7e1f6020e91f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f6020ed20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1efc000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a063180) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 118 (Thread 0x7e18dc498700 (LWP 3945646)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18dc497be0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18dc497be0, m1=0x7e18dc497c80, m2=0x7e18dc497c88, request=0x7e18dc497c90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18dc497c90, m2=0x7e18dc497c88, m1=0x7e18dc497c80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=40, m1=m1@entry=0x7e18dc497c80, m2=m2@entry=0x7e18dc497c88, request=request@entry=0x7e18dc497c90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=40) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 117 (Thread 0x7e1f503f6700 (LWP 3945729)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec934c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec9320) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec9320, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e3c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e3c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e3c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e3c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e3c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f503f5d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f503f5d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f503f5d20, wsh=wsh@entry=0x7e1f503f4db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f503f4dc0, meta=meta@entry=0x7e1f503f5070, exit_loop=exit_loop@entry=0x7e1f503f502f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f28067a40, recv_ctx=recv_ctx@entry=0x7e1f503f5d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f503f502f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f503f5d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f503f5d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f503f5d20, act=..., exit_loop=@0x7e1f503f591f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f503f5d20, exit_loop=@0x7e1f503f591f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f503f5d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e3c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0672e0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 116 (Thread 0x7e18dd49a700 (LWP 3945644)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18dd499be0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18dd499be0, m1=0x7e18dd499c80, m2=0x7e18dd499c88, request=0x7e18dd499c90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18dd499c90, m2=0x7e18dd499c88, m1=0x7e18dd499c80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=38, m1=m1@entry=0x7e18dd499c80, m2=m2@entry=0x7e18dd499c88, request=request@entry=0x7e18dd499c90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=38) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 115 (Thread 0x7e18dbc97700 (LWP 3945647)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18dbc96be0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18dbc96be0, m1=0x7e18dbc96c80, m2=0x7e18dbc96c88, request=0x7e18dbc96c90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18dbc96c90, m2=0x7e18dbc96c88, m1=0x7e18dbc96c80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=41, m1=m1@entry=0x7e18dbc96c80, m2=m2@entry=0x7e18dbc96c88, request=request@entry=0x7e18dbc96c90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=41) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 114 (Thread 0x7e18e8cb1700 (LWP 3945621)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084de0, cell=@0x7e18e8cafb88: 0x560d86183410) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef1081191f0, rec=rec@entry=0x7ef10b8204e6 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e8cb00b0, mtr=mtr@entry=0x7e18e8cb0580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=1467208, pcur=0x7e18e8cb00b0, search_tuple=0x7e1de0000bc8, mtr=0x7e18e8cb0580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0272f70, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0272f70, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=15) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 113 (Thread 0x7e1f50bdf700 (LWP 3945702)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec844c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8420) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8420, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1eb4006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1eb4006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1eb4000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1eb4000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1eb4000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50bded20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50bded20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50bded20, wsh=wsh@entry=0x7e1f50bdddb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50bdddc0, meta=meta@entry=0x7e1f50bde070, exit_loop=exit_loop@entry=0x7e1f50bde02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f2c03d520, recv_ctx=recv_ctx@entry=0x7e1f50bded20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50bde02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50bded20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50bded20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50bded20, act=..., exit_loop=@0x7e1f50bde91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50bded20, exit_loop=@0x7e1f50bde91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50bded20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1eb4000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a061380) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 112 (Thread 0x7e1f50ab3700 (LWP 3945706)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec93c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec93a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec93a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ea4006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ea4006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ea4000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ea4000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ea4000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50ab2d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50ab2d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50ab2d20, wsh=wsh@entry=0x7e1f50ab1db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50ab1dc0, meta=meta@entry=0x7e1f50ab2070, exit_loop=exit_loop@entry=0x7e1f50ab202f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e9802e300, recv_ctx=recv_ctx@entry=0x7e1f50ab2d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50ab202f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50ab2d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50ab2d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50ab2d20, act=..., exit_loop=@0x7e1f50ab291f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50ab2d20, exit_loop=@0x7e1f50ab291f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50ab2d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ea4000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a075b00) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 111 (Thread 0x7e1f507c5700 (LWP 3945716)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec84cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec84a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec84a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e70006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e70006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e70000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e70000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e70000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f507c4d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f507c4d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f507c4d20, wsh=wsh@entry=0x7e1f507c3db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f507c3dc0, meta=meta@entry=0x7e1f507c4070, exit_loop=exit_loop@entry=0x7e1f507c402f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e6c045db0, recv_ctx=recv_ctx@entry=0x7e1f507c4d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f507c402f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f507c4d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f507c4d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f507c4d20, act=..., exit_loop=@0x7e1f507c491f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f507c4d20, exit_loop=@0x7e1f507c491f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f507c4d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e70000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07c450) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 110 (Thread 0x7e1f50f63700 (LWP 3945690)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8acc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8aa0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8aa0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ed8006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ed8006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ed8000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ed8000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ed8000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50f62d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50f62d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50f62d20, wsh=wsh@entry=0x7e1f50f61db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50f61dc0, meta=meta@entry=0x7e1f50f62070, exit_loop=exit_loop@entry=0x7e1f50f6202f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1efc0208c0, recv_ctx=recv_ctx@entry=0x7e1f50f62d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50f6202f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50f62d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50f62d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50f62d20, act=..., exit_loop=@0x7e1f50f6291f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50f62d20, exit_loop=@0x7e1f50f6291f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50f62d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ed8000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a065ad0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 109 (Thread 0x7f5688416700 (LWP 3398375)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8dc8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8da0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8da0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7f359c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7f359c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7f359c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7f359c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7f359c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7f5688415d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7f5688415d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7f5688415d20, wsh=wsh@entry=0x7f5688414db0, flags=, flags@entry=65, buf=buf@entry=0x7f5688414dc0, meta=meta@entry=0x7f5688415070, exit_loop=exit_loop@entry=0x7f568841502f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ea002e020, recv_ctx=recv_ctx@entry=0x7f5688415d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7f568841502f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f5688415d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f5688415d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f5688415d20, act=..., exit_loop=@0x7f568841591f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f5688415d20, exit_loop=@0x7f568841591f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f5688415d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7f359c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x560d860bc5b0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 108 (Thread 0x7e1f50603700 (LWP 3945722)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8bcc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8ba0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8ba0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e58006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e58006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e58000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e58000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e58000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50602d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50602d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50602d20, wsh=wsh@entry=0x7e1f50601db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50601dc0, meta=meta@entry=0x7e1f50602070, exit_loop=exit_loop@entry=0x7e1f5060202f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7f359c1b0250, recv_ctx=recv_ctx@entry=0x7e1f50602d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5060202f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50602d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50602d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50602d20, act=..., exit_loop=@0x7e1f5060291f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50602d20, exit_loop=@0x7e1f5060291f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50602d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e58000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0702f0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 107 (Thread 0x7f35740dc700 (LWP 3945673)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec864c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8620) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8620, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1f1c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1f1c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1f1c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1f1c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1f1c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7f35740dbd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7f35740dbd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7f35740dbd20, wsh=wsh@entry=0x7f35740dadb0, flags=, flags@entry=65, buf=buf@entry=0x7f35740dadc0, meta=meta@entry=0x7f35740db070, exit_loop=exit_loop@entry=0x7f35740db02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ed004fe50, recv_ctx=recv_ctx@entry=0x7f35740dbd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7f35740db02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f35740dbd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f35740dbd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f35740dbd20, act=..., exit_loop=@0x7f35740db91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f35740dbd20, exit_loop=@0x7f35740db91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f35740dbd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f1c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a06c460) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 106 (Thread 0x7f5688380700 (LWP 3947648)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7f568837fd40, clockid=, expected=0, futex_word=0x560d8411d18c ) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7f568837fd40, clockid=, mutex=0x560d8411a940 , cond=0x560d8411d160 ) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=cond@entry=0x560d8411d160 , mutex=mutex@entry=0x560d8411a940 , abstime=abstime@entry=0x7f568837fd40) at pthread_cond_wait.c:656 #3 0x0000560d830ca416 in inline_mysql_cond_timedwait (that=0x560d8411d160 , mutex=0x560d8411a940 , src_file=0x560d8399c008 "/home/buildbot/buildbot/build/mariadb-10.4.22/sql/mysqld.cc", src_line=2662, abstime=0x7f568837fd40) at ./include/mysql/psi/mysql_thread.h:1222 #4 cache_thread (thd=0x7e1e28000c48) at ./sql/mysqld.cc:2662 #5 one_thread_per_connection_end (thd=0x7e1e28000c48, put_in_cache=) at ./sql/mysqld.cc:2748 #6 0x0000560d832960fb in do_handle_one_connection (connect=connect@entry=0x56131a07d948) at ./sql/sql_connect.cc:1431 #7 0x0000560d832962df in handle_one_connection (arg=0x56131a07d948) at ./sql/sql_connect.cc:1316 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 105 (Thread 0x7e1f5056d700 (LWP 3945724)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec85c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec85a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec85a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e50006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e50006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e50000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e50000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e50000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f5056cd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f5056cd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f5056cd20, wsh=wsh@entry=0x7e1f5056bdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f5056bdc0, meta=meta@entry=0x7e1f5056c070, exit_loop=exit_loop@entry=0x7e1f5056c02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e4406f200, recv_ctx=recv_ctx@entry=0x7e1f5056cd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5056c02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5056cd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5056cd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f5056cd20, act=..., exit_loop=@0x7e1f5056c91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f5056cd20, exit_loop=@0x7e1f5056c91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f5056cd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e50000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a074370) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 104 (Thread 0x7e1f50da1700 (LWP 3945696)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec894c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8920) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8920, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ec0006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ec0006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ec0000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ec0000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ec0000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50da0d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50da0d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50da0d20, wsh=wsh@entry=0x7e1f50d9fdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50d9fdc0, meta=meta@entry=0x7e1f50da0070, exit_loop=exit_loop@entry=0x7e1f50da002f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1eb80582c0, recv_ctx=recv_ctx@entry=0x7e1f50da0d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50da002f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50da0d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50da0d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50da0d20, act=..., exit_loop=@0x7e1f50da091f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50da0d20, exit_loop=@0x7e1f50da091f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50da0d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ec0000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a061f80) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 103 (Thread 0x7e1f5048c700 (LWP 3945727)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec83c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec83a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec83a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e4c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e4c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e4c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e4c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e4c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f5048bd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f5048bd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f5048bd20, wsh=wsh@entry=0x7e1f5048adb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f5048adc0, meta=meta@entry=0x7e1f5048b070, exit_loop=exit_loop@entry=0x7e1f5048b02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ec8077d60, recv_ctx=recv_ctx@entry=0x7e1f5048bd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5048b02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5048bd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5048bd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f5048bd20, act=..., exit_loop=@0x7e1f5048b91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f5048bd20, exit_loop=@0x7e1f5048b91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f5048bd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e4c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0747c0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 102 (Thread 0x7e18de49c700 (LWP 3945642)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18de49bbe0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18de49bbe0, m1=0x7e18de49bc80, m2=0x7e18de49bc88, request=0x7e18de49bc90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18de49bc90, m2=0x7e18de49bc88, m1=0x7e18de49bc80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=36, m1=m1@entry=0x7e18de49bc80, m2=m2@entry=0x7e18de49bc88, request=request@entry=0x7e18de49bc90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=36) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 101 (Thread 0x7e1f50d56700 (LWP 3945697)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec924c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec9220) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec9220, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ec4006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ec4006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ec4000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ec4000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ec4000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50d55d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50d55d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50d55d20, wsh=wsh@entry=0x7e1f50d54db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50d54dc0, meta=meta@entry=0x7e1f50d55070, exit_loop=exit_loop@entry=0x7e1f50d5502f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e7801f090, recv_ctx=recv_ctx@entry=0x7e1f50d55d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50d5502f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50d55d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50d55d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50d55d20, act=..., exit_loop=@0x7e1f50d5591f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50d55d20, exit_loop=@0x7e1f50d5591f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50d55d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ec4000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0620f0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 100 (Thread 0x7f3574364700 (LWP 3945672)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec7b4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec7b20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec7b20, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1f18006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1f18006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1f18000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1f18000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1f18000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7f3574363d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7f3574363d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7f3574363d20, wsh=wsh@entry=0x7f3574362db0, flags=, flags@entry=65, buf=buf@entry=0x7f3574362dc0, meta=meta@entry=0x7f3574363070, exit_loop=exit_loop@entry=0x7f357436302f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f1c3ff090, recv_ctx=recv_ctx@entry=0x7f3574363d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7f357436302f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f3574363d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f3574363d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f3574363d20, act=..., exit_loop=@0x7f357436391f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f3574363d20, exit_loop=@0x7f357436391f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f3574363d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f18000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a00d450) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 99 (Thread 0x7e1f50699700 (LWP 3945720)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec7bc8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec7ba0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec7ba0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e6c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e6c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e6c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e6c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e6c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50698d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50698d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50698d20, wsh=wsh@entry=0x7e1f50697db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50697dc0, meta=meta@entry=0x7e1f50698070, exit_loop=exit_loop@entry=0x7e1f5069802f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ed85cd160, recv_ctx=recv_ctx@entry=0x7e1f50698d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5069802f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50698d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50698d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50698d20, act=..., exit_loop=@0x7e1f5069891f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50698d20, exit_loop=@0x7e1f5069891f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50698d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e6c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a070010) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 98 (Thread 0x7e1f50afe700 (LWP 3945705)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2b9cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2b9a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2b9a0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50afdd20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50afdd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50afdd20, act=..., exit_loop=@0x7e1f50afd91f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50afdd20, exit_loop=@0x7e1f50afd91f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50afdd20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ea0000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a075990) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 97 (Thread 0x7e1f5093c700 (LWP 3945711)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8b4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8b20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8b20, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e8c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e8c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e8c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e8c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e8c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f5093bd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f5093bd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f5093bd20, wsh=wsh@entry=0x7e1f5093adb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f5093adc0, meta=meta@entry=0x7e1f5093b070, exit_loop=exit_loop@entry=0x7e1f5093b02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e4c02c490, recv_ctx=recv_ctx@entry=0x7e1f5093bd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5093b02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5093bd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5093bd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f5093bd20, act=..., exit_loop=@0x7e1f5093b91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f5093bd20, exit_loop=@0x7e1f5093b91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f5093bd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e8c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07f740) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 96 (Thread 0x7e1f63bd8700 (LWP 3945653)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7e1f63bd7cf0, clockid=, expected=0, futex_word=0x561319ee0ae0) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7e1f63bd7cf0, clockid=, mutex=0x561319ee0a90, cond=0x561319ee0ab8) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=0x561319ee0ab8, mutex=0x561319ee0a90, abstime=abstime@entry=0x7e1f63bd7cf0) at pthread_cond_wait.c:656 #3 0x0000560d83605676 in os_event::timed_wait (this=, abstime=0x7e1f63bd7cf0) at ./storage/innobase/include/sync0types.h:463 #4 0x0000560d836057a1 in os_event::wait_time_low (this=0x561319ee0a80, time_in_usec=, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:385 #5 0x0000560d835e4027 in lock_wait_timeout_thread () at ./storage/innobase/lock/lock0wait.cc:514 #6 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #7 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 95 (Thread 0x7f56883cb700 (LWP 3946588)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7f56883cad40, clockid=, expected=0, futex_word=0x560d8411d18c ) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7f56883cad40, clockid=, mutex=0x560d8411a940 , cond=0x560d8411d160 ) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=cond@entry=0x560d8411d160 , mutex=mutex@entry=0x560d8411a940 , abstime=abstime@entry=0x7f56883cad40) at pthread_cond_wait.c:656 #3 0x0000560d830ca416 in inline_mysql_cond_timedwait (that=0x560d8411d160 , mutex=0x560d8411a940 , src_file=0x560d8399c008 "/home/buildbot/buildbot/build/mariadb-10.4.22/sql/mysqld.cc", src_line=2662, abstime=0x7f56883cad40) at ./include/mysql/psi/mysql_thread.h:1222 #4 cache_thread (thd=0x7e1e34000c48) at ./sql/mysqld.cc:2662 #5 one_thread_per_connection_end (thd=0x7e1e34000c48, put_in_cache=) at ./sql/mysqld.cc:2748 #6 0x0000560d832960fb in do_handle_one_connection (connect=connect@entry=0x56131a058008) at ./sql/sql_connect.cc:1431 #7 0x0000560d832962df in handle_one_connection (arg=0x56131a058008) at ./sql/sql_connect.cc:1316 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 94 (Thread 0x7e18e4ca9700 (LWP 3945629)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085320, cell=@0x7e18e4ca7f48: 0x560d861a30b0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7397, page_no=1774947, pcur=0x7e18e4ca80b0, search_tuple=0x7e1de4000bc8, mtr=0x7e18e4ca8580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b02627a0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b02627a0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=23) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 93 (Thread 0x7f35743af700 (LWP 3945671)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec87c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec87a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec87a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1f24006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1f24006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1f24000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1f24000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1f24000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7f35743aed20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7f35743aed20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7f35743aed20, wsh=wsh@entry=0x7f35743addb0, flags=, flags@entry=65, buf=buf@entry=0x7f35743addc0, meta=meta@entry=0x7f35743ae070, exit_loop=exit_loop@entry=0x7f35743ae02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ec407a090, recv_ctx=recv_ctx@entry=0x7f35743aed20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7f35743ae02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f35743aed20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f35743aed20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f35743aed20, act=..., exit_loop=@0x7f35743ae91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f35743aed20, exit_loop=@0x7f35743ae91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f35743aed20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f24000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a029fc0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 92 (Thread 0x7e1f50ecd700 (LWP 3945692)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec794c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec7920) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec7920, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ed0006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ed0006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ed0000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ed0000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ed0000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50eccd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50eccd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50eccd20, wsh=wsh@entry=0x7e1f50ecbdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50ecbdc0, meta=meta@entry=0x7e1f50ecc070, exit_loop=exit_loop@entry=0x7e1f50ecc02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e3c55d130, recv_ctx=recv_ctx@entry=0x7e1f50eccd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50ecc02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50eccd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50eccd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50eccd20, act=..., exit_loop=@0x7e1f50ecc91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50eccd20, exit_loop=@0x7e1f50ecc91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50eccd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ed0000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0637c0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 91 (Thread 0x7e1f600e3700 (LWP 3945685)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec7848) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec7820) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec7820, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1eec006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1eec006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1eec000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1eec000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1eec000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f600e2d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f600e2d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f600e2d20, wsh=wsh@entry=0x7e1f600e1db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f600e1dc0, meta=meta@entry=0x7e1f600e2070, exit_loop=exit_loop@entry=0x7e1f600e202f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e843eaa50, recv_ctx=recv_ctx@entry=0x7e1f600e2d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f600e202f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f600e2d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f600e2d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f600e2d20, act=..., exit_loop=@0x7e1f600e291f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f600e2d20, exit_loop=@0x7e1f600e291f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f600e2d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1eec000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a06bfc0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 90 (Thread 0x7e1f613d3700 (LWP 3945659)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d861bf060) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d861bf010, cond=0x560d861bf038) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d861bf038, mutex=mutex@entry=0x560d861bf010) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560d861bf000) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560d861bf000, reset_sig_count=20357) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83685962 in srv_resume_thread (timeout_usec=0, wait=true, sig_count=20357, slot=0x560d84098c00 ) at ./storage/innobase/srv/srv0srv.cc:2660 #6 srv_purge_coordinator_suspend (rseg_history_len=, slot=) at ./storage/innobase/srv/srv0srv.cc:2660 #7 srv_purge_coordinator_thread (arg=) at ./storage/innobase/srv/srv0srv.cc:2743 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 89 (Thread 0x7e1f537fe700 (LWP 3945662)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d861bf1b0) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d861bf160, cond=0x560d861bf188) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d861bf188, mutex=mutex@entry=0x560d861bf160) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560d861bf150) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560d861bf150, reset_sig_count=84359) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83684617 in srv_resume_thread (sig_count=0, timeout_usec=0, wait=true, slot=0x560d84098ca8 ) at ./storage/innobase/srv/srv0srv.cc:2518 #6 srv_worker_thread (arg=) at ./storage/innobase/srv/srv0srv.cc:2518 #7 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #8 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 88 (Thread 0x7e1f6004d700 (LWP 3945687)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec75cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec75a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec75a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7f35980068d8) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7f3598006870) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7f35980008d8) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7f35980008d8, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7f35980008d8) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f6004cd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f6004cd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f6004cd20, wsh=wsh@entry=0x7e1f6004bdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f6004bdc0, meta=meta@entry=0x7e1f6004c070, exit_loop=exit_loop@entry=0x7e1f6004c02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e6043b860, recv_ctx=recv_ctx@entry=0x7e1f6004cd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f6004c02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6004cd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f6004cd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f6004cd20, act=..., exit_loop=@0x7e1f6004c91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f6004cd20, exit_loop=@0x7e1f6004c91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f6004cd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7f35980008d8, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a06c2a0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 87 (Thread 0x7e1f50987700 (LWP 3945710)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec92cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec92a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec92a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e88006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e88006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e88000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e88000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e88000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50986d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50986d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50986d20, wsh=wsh@entry=0x7e1f50985db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50985dc0, meta=meta@entry=0x7e1f50986070, exit_loop=exit_loop@entry=0x7e1f5098602f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1eb4051d30, recv_ctx=recv_ctx@entry=0x7e1f50986d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5098602f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50986d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50986d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50986d20, act=..., exit_loop=@0x7e1f5098691f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50986d20, exit_loop=@0x7e1f5098691f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50986d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e88000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07f5d0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 86 (Thread 0x7e1f60386700 (LWP 3945676)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2d4cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2d4a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2d4a0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60385d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60385d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f60385d20, act=..., exit_loop=@0x7e1f6038591f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f60385d20, exit_loop=@0x7e1f6038591f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f60385d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f08000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a077640) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 85 (Thread 0x7e1f50522700 (LWP 3945725)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec78cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec78a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec78a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e54006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e54006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e54000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e54000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e54000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50521d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50521d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50521d20, wsh=wsh@entry=0x7e1f50520db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50520dc0, meta=meta@entry=0x7e1f50521070, exit_loop=exit_loop@entry=0x7e1f5052102f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ea447fc40, recv_ctx=recv_ctx@entry=0x7e1f50521d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5052102f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50521d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50521d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50521d20, act=..., exit_loop=@0x7e1f5052191f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50521d20, exit_loop=@0x7e1f5052191f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50521d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e54000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0744e0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 84 (Thread 0x7e1f5085b700 (LWP 3945714)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2bac8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2baa0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2baa0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5085ad20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5085ad20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f5085ad20, act=..., exit_loop=@0x7e1f5085a91f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f5085ad20, exit_loop=@0x7e1f5085a91f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f5085ad20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e78000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07c170) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 83 (Thread 0x7f35b37fd700 (LWP 3398372)): #0 0x00007f568ae595ce in epoll_wait (epfd=6, events=events@entry=0x7f35b37fc440, maxevents=maxevents@entry=128, timeout=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007f568a176055 in asio::detail::epoll_reactor::run (this=0x560d860551a0, block=block@entry=true, ops=...) at ./asio/asio/detail/impl/epoll_reactor.ipp:391 #2 0x00007f568a16ec8b in asio::detail::task_io_service::do_run_one (ec=..., this_thread=..., lock=..., this=) at ./asio/asio/detail/impl/task_io_service.ipp:355 #3 asio::detail::task_io_service::run (ec=..., this=0x560d860911f0) at ./asio/asio/detail/impl/task_io_service.ipp:148 #4 asio::io_service::run (this=) at ./asio/asio/impl/io_service.ipp:58 #5 gu::AsioIoService::run (this=this@entry=0x560d86057838) at ./galerautils/src/gu_asio.cpp:701 #6 0x00007f568a08b438 in gcomm::AsioProtonet::event_loop (this=0x560d86057780, period=...) at ./gcomm/src/asio_protonet.cpp:103 #7 0x00007f568a070eea in GCommConn::run (this=0x560d8602f8d0) at ./galerautils/src/gu_datetime.hpp:61 #8 0x00007f568a071a8d in run_fn (arg=) at ./gcs/src/gcs_gcomm.cpp:304 #9 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #10 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 82 (Thread 0x7e1f50ff9700 (LWP 3945688)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec81cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec81a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec81a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ee0006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ee0006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ee0000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ee0000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ee0000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50ff8d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50ff8d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50ff8d20, wsh=wsh@entry=0x7e1f50ff7db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50ff7dc0, meta=meta@entry=0x7e1f50ff8070, exit_loop=exit_loop@entry=0x7e1f50ff802f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e6804c7a0, recv_ctx=recv_ctx@entry=0x7e1f50ff8d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50ff802f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50ff8d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50ff8d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50ff8d20, act=..., exit_loop=@0x7e1f50ff891f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50ff8d20, exit_loop=@0x7e1f50ff891f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50ff8d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ee0000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0657f0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 81 (Thread 0x7f35743fa700 (LWP 3945670)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2c14c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2c120) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2c120, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f35743f9d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f35743f9d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f35743f9d20, act=..., exit_loop=@0x7f35743f991f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f35743f9d20, exit_loop=@0x7f35743f991f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f35743f9d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f20000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a008a40) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 80 (Thread 0x7e1f53fff700 (LWP 3945661)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d861bf144) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d861bf0f0, cond=0x560d861bf118) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d861bf118, mutex=mutex@entry=0x560d861bf0f0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560d861bf0e0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560d861bf0e0, reset_sig_count=89568) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83684617 in srv_resume_thread (sig_count=0, timeout_usec=0, wait=true, slot=0x560d84098c70 ) at ./storage/innobase/srv/srv0srv.cc:2518 #6 srv_worker_thread (arg=) at ./storage/innobase/srv/srv0srv.cc:2518 #7 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #8 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 79 (Thread 0x7f3574445700 (LWP 3945669)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2be4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2be20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2be20, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f3574444d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f3574444d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f3574444d20, act=..., exit_loop=@0x7f357444491f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f3574444d20, exit_loop=@0x7f357444491f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f3574444d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f2c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x561319fc6e50) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 78 (Thread 0x7e18dec9d700 (LWP 3945641)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18dec9cbe0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18dec9cbe0, m1=0x7e18dec9cc80, m2=0x7e18dec9cc88, request=0x7e18dec9cc90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18dec9cc90, m2=0x7e18dec9cc88, m1=0x7e18dec9cc80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=35, m1=m1@entry=0x7e18dec9cc80, m2=m2@entry=0x7e18dec9cc88, request=request@entry=0x7e18dec9cc90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=35) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 77 (Thread 0x7e1f508f1700 (LWP 3945712)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2b7c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2b7a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2b7a0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f508f0d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f508f0d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f508f0d20, act=..., exit_loop=@0x7e1f508f091f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f508f0d20, exit_loop=@0x7e1f508f091f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f508f0d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e80000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07f8b0) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 76 (Thread 0x7e18f04c0700 (LWP 3945606)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18f04bfbe0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18f04bfbe0, m1=0x7e18f04bfc80, m2=0x7e18f04bfc88, request=0x7e18f04bfc90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18f04bfc90, m2=0x7e18f04bfc88, m1=0x7e18f04bfc80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=0, m1=m1@entry=0x7e18f04bfc80, m2=m2@entry=0x7e18f04bfc88, request=request@entry=0x7e18f04bfc90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=0) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 75 (Thread 0x7f35770e8700 (LWP 3945600)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7f35770e7d70, clockid=, expected=0, futex_word=0x560d8499fc08 ) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7f35770e7d70, clockid=, mutex=0x560d8499fc20 , cond=0x560d8499fbe0 ) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=cond@entry=0x560d8499fbe0 , mutex=mutex@entry=0x560d8499fc20 , abstime=abstime@entry=0x7f35770e7d70) at pthread_cond_wait.c:656 #3 0x0000560d837f4df1 in inline_mysql_cond_timedwait (src_file=0x560d83b40948 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/maria/ma_servicethread.c", src_line=115, abstime=0x7f35770e7d70, mutex=0x560d8499fc20 , that=0x560d8499fbe0 ) at ./include/mysql/psi/mysql_thread.h:1222 #4 my_service_thread_sleep (control=control@entry=0x560d8409b700 , sleep_time=sleep_time@entry=30000000000) at ./storage/maria/ma_servicethread.c:115 #5 0x0000560d837ed22f in ma_checkpoint_background (arg=0x1e) at ./storage/maria/ma_checkpoint.c:707 #6 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #7 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 74 (Thread 0x7e1f623d5700 (LWP 3945656)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7e1f623d4d00, clockid=, expected=0, futex_word=0x561319f05140) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7e1f623d4d00, clockid=, mutex=0x561319f050f0, cond=0x561319f05118) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=0x561319f05118, mutex=0x561319f050f0, abstime=abstime@entry=0x7e1f623d4d00) at pthread_cond_wait.c:656 #3 0x0000560d83605676 in os_event::timed_wait (this=, abstime=0x7e1f623d4d00) at ./storage/innobase/include/sync0types.h:463 #4 0x0000560d836057a1 in os_event::wait_time_low (this=0x561319f050e0, time_in_usec=, reset_sig_count=3) at ./storage/innobase/os/os0event.cc:385 #5 0x0000560d8374ac17 in dict_stats_thread () at ./storage/innobase/dict/dict0stats_bg.cc:490 #6 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #7 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 73 (Thread 0x7e1f602a5700 (LWP 3945679)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084de0, cell=@0x7e1f6029f568: 0x560d86183450) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d798d in TTASEventMutex::enter (line=919, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (this=0x560d8414cac0 , name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", line=919, n_delay=4, n_spins=30) at ./storage/innobase/include/ib0mutex.h:594 #8 lock_rec_expl_exist_on_page (space=space@entry=37, page_no=page_no@entry=820898) at ./storage/innobase/lock/lock0lock.cc:919 #9 0x0000560d835d17f2 in ibuf_insert_low (mode=, op=, no_counter=, entry=, entry_size=, index=, page_id=..., zip_size=, thr=) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d835d36e2 in ibuf_insert (op=op@entry=IBUF_OP_DELETE_MARK, entry=entry@entry=0x7e1f046a7368, index=index@entry=0x7f358c3a3038, page_id=page_id@entry=..., zip_size=zip_size@entry=0, thr=0x7f359c98af60) at ./storage/innobase/ibuf/ibuf0ibuf.cc:3694 #11 0x0000560d836dbb6d in btr_cur_search_to_nth_level_func (index=index@entry=0x7f358c3a3038, level=level@entry=0, tuple=, mode=mode@entry=PAGE_CUR_LE, latch_mode=, cursor=cursor@entry=0x7e1f602a16e0, ahi_latch=, file=, line=, mtr=, autoinc=) at ./storage/innobase/btr/btr0cur.cc:1674 #12 0x0000560d836638f2 in btr_pcur_open_low (index=0x7f358c3a3038, tuple=, latch_mode=, cursor=0x7e1f602a16e0, line=1304, mtr=, autoinc=0, file=0x560d83b1c180 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at ./storage/innobase/include/btr0pcur.ic:441 #13 0x0000560d83663973 in row_search_index_entry (index=index@entry=0x7f358c3a3038, entry=entry@entry=0x7e1f046a7368, mode=4098, pcur=pcur@entry=0x7e1f602a16e0, mtr=mtr@entry=0x7e1f602a1950) at ./storage/innobase/row/row0row.cc:1304 #14 0x0000560d83675ec8 in row_upd_sec_index_entry (node=0x7e1f042f7138, thr=0x7f359c98af60) at ./storage/innobase/row/row0upd.cc:2378 #15 0x0000560d83676cef in row_upd_sec_step (thr=0x7f359c98af60, node=0x7e1f042f7138) at ./storage/innobase/row/row0upd.cc:2564 #16 row_upd (thr=0x7f359c98af60, node=0x7e1f042f7138) at ./storage/innobase/row/row0upd.cc:3324 #17 row_upd_step (thr=thr@entry=0x7f359c98af60) at ./storage/innobase/row/row0upd.cc:3439 #18 0x0000560d8364f7a7 in row_update_cascade_for_mysql (thr=thr@entry=0x7f359c98af60, node=node@entry=0x7e1f042f7138, table=) at ./storage/innobase/row/row0mysql.cc:2235 #19 0x0000560d8363b4bd in row_ins_foreign_check_on_constraint (mtr=0x7e1f602a25a0, entry=, pcur=0x7e1f602a20b0, foreign=, thr=) at ./storage/innobase/row/row0ins.cc:1338 #20 row_ins_check_foreign_constraint (check_ref=check_ref@entry=0, foreign=, table=table@entry=0x7f358c3c4118, entry=entry@entry=0x7e1f043fd638, thr=thr@entry=0x7f359c98af60) at ./storage/innobase/row/row0ins.cc:1746 #21 0x0000560d83670617 in row_upd_check_references_constraints (node=node@entry=0x7f359c98aae8, pcur=pcur@entry=0x7e1f044421a0, table=0x7f358c3c4118, index=index@entry=0x7f358c3b1088, offsets=offsets@entry=0x7e1f602a2b70, thr=thr@entry=0x7f359c98af60, mtr=0x7e1f602a3030) at ./storage/innobase/row/row0upd.cc:298 #22 0x0000560d83674df2 in row_upd_check_references_constraints (mtr=0x7e1f602a3030, thr=0x7f359c98af60, offsets=0x7e1f602a2b70, index=0x7f358c3b1088, table=, pcur=0x7e1f044421a0, node=0x7f359c98aae8) at /usr/include/c++/9/bits/stl_set.h:414 #23 row_upd_del_mark_clust_rec (mtr=0x7e1f602a3030, foreign=false, referenced=true, thr=0x7f359c98af60, offsets=0x7e1f602a2b70, index=0x7f358c3b1088, node=0x7f359c98aae8) at ./storage/innobase/row/row0upd.cc:3020 #24 row_upd_clust_step (node=0x7f359c98aae8, thr=0x7f359c98af60) at ./storage/innobase/row/row0upd.cc:3173 #25 0x0000560d83676e17 in row_upd (thr=0x7f359c98af60, node=0x7f359c98aae8) at ./storage/innobase/row/row0upd.cc:3295 #26 row_upd_step (thr=thr@entry=0x7f359c98af60) at ./storage/innobase/row/row0upd.cc:3439 #27 0x0000560d83650b8d in row_update_for_mysql (prebuilt=) at ./storage/innobase/row/row0mysql.cc:1809 #28 0x0000560d8358c6a8 in ha_innobase::delete_row (this=0x7f359c22f930, record=0x7f359cb32d10 "\205tb*") at ./storage/innobase/handler/ha_innodb.cc:9013 #29 0x0000560d833cdf25 in handler::ha_delete_row (this=0x7f359c22f930, buf=0x7f359cb32d10 "\205tb*") at ./sql/handler.cc:6892 #30 0x0000560d834dc2f1 in Delete_rows_log_event::do_exec_row (this=0x7e1f04217a48, rgi=) at ./sql/log_event.cc:14495 #31 0x0000560d834cf75f in Rows_log_event::do_apply_event (this=0x7e1f04217a48, rgi=0x7e1f0401c460) at ./sql/log_event.cc:11656 #32 0x0000560d83339979 in Log_event::apply_event (rgi=0x7e1f0401c460, this=0x7e1f04217a48) at ./sql/log_event.h:1492 #33 wsrep_apply_events (thd=thd@entry=0x7e1f04000c48, rli=, events_buf=, buf_len=28758) at ./sql/wsrep_applier.cc:200 #34 0x0000560d83320fc3 in Wsrep_applier_service::apply_write_set (this=0x7e1f602a4d20, ws_meta=..., data=...) at ./wsrep-lib/include/wsrep/buffer.hpp:48 #35 0x0000560d8397c580 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:327 #36 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #37 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f602a4d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #38 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f602a4d20, wsh=wsh@entry=0x7e1f602a3db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f602a3dc0, meta=meta@entry=0x7e1f602a4070, exit_loop=exit_loop@entry=0x7e1f602a402f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #39 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e9c5b5920, recv_ctx=recv_ctx@entry=0x7e1f602a4d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f602a402f: false) at ./galera/src/trx_handle.cpp:391 #40 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f602a4d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #41 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f602a4d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #42 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f602a4d20, act=..., exit_loop=@0x7e1f602a491f: false) at ./galera/src/gcs_action_source.cpp:62 #43 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #44 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f602a4d20, exit_loop=@0x7e1f602a491f: false) at ./galera/src/gcs_action_source.cpp:183 #45 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f602a4d20) at ./galera/src/replicator_smm.cpp:390 #46 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #47 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #48 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f04000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #49 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a061a50) at ./sql/wsrep_mysqld.h:428 #50 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #51 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 72 (Thread 0x7f3574490700 (LWP 3945668)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8ecc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8ea0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8ea0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1f28006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1f28006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1f28000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1f28000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1f28000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7f357448fd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7f357448fd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7f357448fd20, wsh=wsh@entry=0x7f357448edb0, flags=, flags@entry=65, buf=buf@entry=0x7f357448edc0, meta=meta@entry=0x7f357448f070, exit_loop=exit_loop@entry=0x7f357448f02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ee0095b40, recv_ctx=recv_ctx@entry=0x7f357448fd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7f357448f02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f357448fd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f357448fd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f357448fd20, act=..., exit_loop=@0x7f357448f91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f357448fd20, exit_loop=@0x7f357448f91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f357448fd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f28000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x561319f84e40) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 71 (Thread 0x7e1f50dec700 (LWP 3945695)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec88cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec88a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec88a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ecc006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ecc006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ecc000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ecc000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ecc000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50debd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50debd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50debd20, wsh=wsh@entry=0x7e1f50deadb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50deadc0, meta=meta@entry=0x7e1f50deb070, exit_loop=exit_loop@entry=0x7e1f50deb02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f1401fc50, recv_ctx=recv_ctx@entry=0x7e1f50debd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50deb02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50debd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50debd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50debd20, act=..., exit_loop=@0x7e1f50deb91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50debd20, exit_loop=@0x7e1f50deb91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50debd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ecc000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a063c10) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 70 (Thread 0x7e1f50b49700 (LWP 3945704)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec834c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8320) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8320, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1eac006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1eac006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1eac000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1eac000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1eac000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50b48d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50b48d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50b48d20, wsh=wsh@entry=0x7e1f50b47db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50b47dc0, meta=meta@entry=0x7e1f50b48070, exit_loop=exit_loop@entry=0x7e1f50b4802f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ee8058320, recv_ctx=recv_ctx@entry=0x7e1f50b48d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50b4802f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50b48d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50b48d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50b48d20, act=..., exit_loop=@0x7e1f50b4891f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50b48d20, exit_loop=@0x7e1f50b4891f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50b48d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1eac000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a075820) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 69 (Thread 0x7e1f60bd2700 (LWP 3945660)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d861bf0d0) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d861bf080, cond=0x560d861bf0a8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d861bf0a8, mutex=mutex@entry=0x560d861bf080) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560d861bf070) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560d861bf070, reset_sig_count=96238) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83684617 in srv_resume_thread (sig_count=0, timeout_usec=0, wait=true, slot=0x560d84098c38 ) at ./storage/innobase/srv/srv0srv.cc:2518 #6 srv_worker_thread (arg=) at ./storage/innobase/srv/srv0srv.cc:2518 #7 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #8 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 68 (Thread 0x7e1f508a6700 (LWP 3945713)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec89c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec89a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec89a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e84006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e84006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e84000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e84000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e84000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f508a5d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f508a5d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f508a5d20, wsh=wsh@entry=0x7e1f508a4db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f508a4dc0, meta=meta@entry=0x7e1f508a5070, exit_loop=exit_loop@entry=0x7e1f508a502f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1eac01f340, recv_ctx=recv_ctx@entry=0x7e1f508a5d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f508a502f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f508a5d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f508a5d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f508a5d20, act=..., exit_loop=@0x7e1f508a591f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f508a5d20, exit_loop=@0x7e1f508a591f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f508a5d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e84000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07c000) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 67 (Thread 0x7e1f50e37700 (LWP 3945694)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec874c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8720) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8720, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ec8006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ec8006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ec8000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ec8000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ec8000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50e36d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50e36d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50e36d20, wsh=wsh@entry=0x7e1f50e35db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50e35dc0, meta=meta@entry=0x7e1f50e36070, exit_loop=exit_loop@entry=0x7e1f50e3602f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7f3594021ad0, recv_ctx=recv_ctx@entry=0x7e1f50e36d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50e3602f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50e36d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50e36d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50e36d20, act=..., exit_loop=@0x7e1f50e3691f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50e36d20, exit_loop=@0x7e1f50e3691f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50e36d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ec8000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a063aa0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 66 (Thread 0x7e1f504d7700 (LWP 3945726)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8248) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8220) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8220, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e48006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e48006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e48000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e48000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e48000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f504d6d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f504d6d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f504d6d20, wsh=wsh@entry=0x7e1f504d5db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f504d5dc0, meta=meta@entry=0x7e1f504d6070, exit_loop=exit_loop@entry=0x7e1f504d602f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e5402efc0, recv_ctx=recv_ctx@entry=0x7e1f504d6d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f504d602f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f504d6d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f504d6d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f504d6d20, act=..., exit_loop=@0x7e1f504d691f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f504d6d20, exit_loop=@0x7e1f504d691f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f504d6d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e48000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a074650) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 65 (Thread 0x7e1f50810700 (LWP 3945715)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec944c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec9420) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec9420, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e7c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e7c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e7c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e7c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e7c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f5080fd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f5080fd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f5080fd20, wsh=wsh@entry=0x7e1f5080edb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f5080edc0, meta=meta@entry=0x7e1f5080f070, exit_loop=exit_loop@entry=0x7e1f5080f02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ecc046810, recv_ctx=recv_ctx@entry=0x7e1f5080fd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5080f02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5080fd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5080fd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f5080fd20, act=..., exit_loop=@0x7e1f5080f91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f5080fd20, exit_loop=@0x7e1f5080f91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f5080fd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e7c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07c2e0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 64 (Thread 0x7f3574091700 (LWP 3945674)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2bec8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2bea0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2bea0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7f3574090d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7f3574090d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7f3574090d20, act=..., exit_loop=@0x7f357409091f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7f3574090d20, exit_loop=@0x7f357409091f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7f3574090d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f10000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07aea0) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 63 (Thread 0x7f35744db700 (LWP 3945667)): #0 0x00007f568ad7e322 in __GI___sigtimedwait (set=set@entry=0x7f35744dad20, info=info@entry=0x7f35744dada0, timeout=timeout@entry=0x0) at ../sysdeps/unix/sysv/linux/sigtimedwait.c:29 #1 0x00007f568ad7e38b in __GI___sigwaitinfo (set=set@entry=0x7f35744dad20, info=info@entry=0x7f35744dada0) at ../sysdeps/unix/sysv/linux/sigwaitinfo.c:25 #2 0x0000560d830c8d44 in my_sigwait (code=, sig=0x7f35744dad18, set=0x7f35744dad20) at ./include/my_pthread.h:196 #3 signal_hand (arg=) at ./sql/mysqld.cc:3219 #4 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #5 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 62 (Thread 0x7e1f506e4700 (LWP 3945719)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec82cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec82a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec82a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e64006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e64006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e64000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e64000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e64000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f506e3d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f506e3d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f506e3d20, wsh=wsh@entry=0x7e1f506e2db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f506e2dc0, meta=meta@entry=0x7e1f506e3070, exit_loop=exit_loop@entry=0x7e1f506e302f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e8c06ac50, recv_ctx=recv_ctx@entry=0x7e1f506e3d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f506e302f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f506e3d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f506e3d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f506e3d20, act=..., exit_loop=@0x7e1f506e391f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f506e3d20, exit_loop=@0x7e1f506e391f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f506e3d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e64000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a06fea0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 61 (Thread 0x7e1f5064e700 (LWP 3945721)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2c0cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2c0a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2c0a0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5064dd20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5064dd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f5064dd20, act=..., exit_loop=@0x7e1f5064d91f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f5064dd20, exit_loop=@0x7e1f5064d91f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f5064dd20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e60000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a070180) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 60 (Thread 0x7f568aba07c0 (LWP 3398367)): #0 0x00007f568ae4caff in __GI___poll (fds=fds@entry=0x7ffc801f8cc0, nfds=nfds@entry=2, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/poll.c:29 #1 0x00007f568ae69aa2 in __poll_chk (fds=fds@entry=0x7ffc801f8cc0, nfds=nfds@entry=2, timeout=timeout@entry=-1, fdslen=fdslen@entry=24) at poll_chk.c:27 #2 0x0000560d830d1d3f in poll (__timeout=-1, __nfds=, __fds=0x7ffc801f8cc0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:41 #3 handle_connections_sockets () at ./sql/mysqld.cc:6463 #4 0x0000560d830d2bb4 in mysqld_main (argc=, argv=) at ./sql/mysqld.cc:5899 #5 0x00007f568ad5e0b3 in __libc_start_main (main=0x560d830adc50 , argc=2, argv=0x7ffc801f9108, init=, fini=, rtld_fini=, stack_end=0x7ffc801f90f8) at ../csu/libc-start.c:308 #6 0x0000560d830c662e in _start () at ./sql/mysqld.cc:4654 Thread 59 (Thread 0x7e18e44a8700 (LWP 3945630)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860849c0, cell=@0x7e18e44a6f48: 0x560d86163a70) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7397, page_no=423352, pcur=0x7e18e44a70b0, search_tuple=0x7e1de8000bc8, mtr=0x7e18e44a7580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b02835f0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b02835f0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=24) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 58 (Thread 0x7e18e0ca1700 (LWP 3945637)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085160, cell=@0x7e18e0c9ff48: 0x560d86198810) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7397, page_no=1841008, pcur=0x7e18e0ca00b0, search_tuple=0x7e1e0c000bc8, mtr=0x7e18e0ca0580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0264b10, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0264b10, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=31) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 57 (Thread 0x7e18e04a0700 (LWP 3945638)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860854e0, cell=@0x7e18e049eb88: 0x560d861ad8d0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef08006c720, rec=rec@entry=0x7ef08173c0c8 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e049f0b0, mtr=mtr@entry=0x7e18e049f580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=2211760, pcur=0x7e18e049f0b0, search_tuple=0x7e1ddc000bc8, mtr=0x7e18e049f580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025e9f0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025e9f0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=32) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 56 (Thread 0x7e1f50a68700 (LWP 3945707)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2bd4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2bd20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2bd20, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50a67d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50a67d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50a67d20, act=..., exit_loop=@0x7e1f50a6791f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50a67d20, exit_loop=@0x7e1f50a6791f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50a67d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e98000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a075c70) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 55 (Thread 0x7e18eccb9700 (LWP 3945613)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860849c0, cell=@0x7e18eccb7f48: 0x560d86163930) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7393, page_no=682344, pcur=0x7e18eccb80b0, search_tuple=0x7e1dc8000bc8, mtr=0x7e18eccb8580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b02613f0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b02613f0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=7) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 54 (Thread 0x7e18e24a4700 (LWP 3945634)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084c20, cell=@0x7e18e24a2b88: 0x560d86178c70) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ee97003e820, rec=rec@entry=0x7ee970e7e36a ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e24a30b0, mtr=mtr@entry=0x7e18e24a3580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=2621088, pcur=0x7e18e24a30b0, search_tuple=0x7e1dec000bc8, mtr=0x7e18e24a3580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b027b6a0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b027b6a0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=28) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 53 (Thread 0x7e1f60098700 (LWP 3945686)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec904c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec9020) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec9020, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7f3594008078) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7f3594008010) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7f3594002078) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7f3594002078, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7f3594002078) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f60097d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f60097d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f60097d20, wsh=wsh@entry=0x7e1f60096db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f60096dc0, meta=meta@entry=0x7e1f60097070, exit_loop=exit_loop@entry=0x7e1f6009702f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f0c024670, recv_ctx=recv_ctx@entry=0x7e1f60097d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f6009702f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60097d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60097d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f60097d20, act=..., exit_loop=@0x7e1f6009791f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f60097d20, exit_loop=@0x7e1f6009791f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f60097d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7f3594002078, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a06c130) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 52 (Thread 0x7e1f6025a700 (LWP 3945680)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8f48) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8f20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8f20, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ef8006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ef8006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ef8000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ef8000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ef8000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f60259d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f60259d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f60259d20, wsh=wsh@entry=0x7e1f60258db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f60258dc0, meta=meta@entry=0x7e1f60259070, exit_loop=exit_loop@entry=0x7e1f6025902f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e70045d60, recv_ctx=recv_ctx@entry=0x7e1f60259d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f6025902f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60259d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60259d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f60259d20, act=..., exit_loop=@0x7e1f6025991f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f60259d20, exit_loop=@0x7e1f6025991f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f60259d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ef8000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a061bc0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 51 (Thread 0x7e1f602f0700 (LWP 3945678)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec90c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec90a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec90a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1f00006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1f00006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1f00000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1f00000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1f00000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f602efd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f602efd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f602efd20, wsh=wsh@entry=0x7e1f602eedb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f602eedc0, meta=meta@entry=0x7e1f602ef070, exit_loop=exit_loop@entry=0x7e1f602ef02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ea8057840, recv_ctx=recv_ctx@entry=0x7e1f602efd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f602ef02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f602efd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f602efd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f602efd20, act=..., exit_loop=@0x7e1f602ef91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f602efd20, exit_loop=@0x7e1f602ef91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f602efd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f00000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07b9b0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 50 (Thread 0x7e18e34a6700 (LWP 3945632)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085160, cell=@0x7e18e34a4b88: 0x560d86198850) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ee9c024e8b0, rec=rec@entry=0x7ee9c73119f8 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e34a50b0, mtr=mtr@entry=0x7e18e34a5580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=2405920, pcur=0x7e18e34a50b0, search_tuple=0x7e1da8000bc8, mtr=0x7e18e34a5580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b027e490, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b027e490, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=26) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 49 (Thread 0x7e1f601c4700 (LWP 3945682)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8a4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8a20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8a20, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ef0006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ef0006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ef0000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ef0000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ef0000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f601c3d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f601c3d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f601c3d20, wsh=wsh@entry=0x7e1f601c2db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f601c2dc0, meta=meta@entry=0x7e1f601c3070, exit_loop=exit_loop@entry=0x7e1f601c302f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e5c028f10, recv_ctx=recv_ctx@entry=0x7e1f601c3d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f601c302f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f601c3d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f601c3d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f601c3d20, act=..., exit_loop=@0x7e1f601c391f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f601c3d20, exit_loop=@0x7e1f601c391f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f601c3d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ef0000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0632f0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 48 (Thread 0x7e18e2ca5700 (LWP 3945633)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860854e0, cell=@0x7e18e2ca3b88: 0x560d861ad9d0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ee998108f60, rec=rec@entry=0x7ee99b50e598 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e2ca40b0, mtr=mtr@entry=0x7e18e2ca4580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=1943152, pcur=0x7e18e2ca40b0, search_tuple=0x7e1da4000bc8, mtr=0x7e18e2ca4580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b02680e0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b02680e0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=27) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 47 (Thread 0x7e1f61bd4700 (LWP 3945658)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560ee551ee40) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560ee551edf0, cond=0x560ee551ee18) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560ee551ee18, mutex=mutex@entry=0x560ee551edf0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560ee551ede0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560ee551ede0, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=arr@entry=0x560d860854e0, cell=@0x7e1f61bd28b8: 0x560d861ada50) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d8368ae0b in rw_lock_s_lock_spin (lock=lock@entry=0x7ef1300dee98, pass=pass@entry=0, file_name=, line=) at ./storage/innobase/sync/sync0rw.cc:367 #7 0x0000560d836f1250 in rw_lock_s_lock_func (pass=0, line=, file_name=, lock=0x7ef1300dee98) at ./storage/innobase/include/sync0rw.ic:285 #8 pfs_rw_lock_s_lock_func (pass=0, line=, file_name=, lock=0x7ef1300dee98) at ./storage/innobase/include/sync0rw.ic:639 #9 buf_page_mtr_lock (block=0x7ef1300dee10, rw_latch=1, mtr=0x7e1f61bd3800, file=, line=) at ./storage/innobase/buf/buf0buf.cc:4137 #10 0x0000560d836f9864 in buf_page_get_low (page_id=..., zip_size=, rw_latch=, guess=, mode=, file=, line=, mtr=, err=) at ./storage/innobase/buf/buf0buf.cc:4825 #11 0x0000560d836d203e in btr_block_get_func (file=0x560d83b28818 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/btr/btr0cur.cc", mtr=0x7e1f61bd3800, index=, line=256, mode=, zip_size=0, page_id=...) at ./storage/innobase/include/btr0btr.ic:56 #12 btr_cur_latch_leaves (block=, page_id=..., zip_size=0, latch_mode=, cursor=0x7e1f61bd3710, mtr=0x7e1f61bd3800) at ./storage/innobase/btr/btr0cur.cc:256 #13 0x0000560d836d43f4 in btr_cur_open_at_rnd_pos_func (index=0x561319f05af8, latch_mode=, latch_mode@entry=1, cursor=cursor@entry=0x7e1f61bd3710, file=file@entry=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", line=line@entry=2428, mtr=mtr@entry=0x7e1f61bd3800) at ./storage/innobase/btr/btr0cur.cc:3077 #14 0x0000560d835c8715 in btr_pcur_open_at_rnd_pos_func (mtr=0x7e1f61bd3800, line=2428, file=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", cursor=0x7e1f61bd3710, latch_mode=1, index=) at ./storage/innobase/include/btr0pcur.ic:581 #15 ibuf_merge_pages (n_pages=0x7e1f61bd3d20, sync=) at ./storage/innobase/ibuf/ibuf0ibuf.cc:2428 #16 0x0000560d835cbe92 in ibuf_merge (sync=false, sync=false, n_pages=0x7e1f61bd3d20) at ./storage/innobase/ibuf/ibuf0ibuf.cc:2567 #17 ibuf_merge_in_background (full=full@entry=true) at ./storage/innobase/ibuf/ibuf0ibuf.cc:2638 #18 0x0000560d83683a4b in srv_master_do_idle_tasks () at ./storage/innobase/srv/srv0srv.cc:2240 #19 srv_master_thread (arg=) at ./storage/innobase/srv/srv0srv.cc:2383 #20 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #21 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 46 (Thread 0x7e1f50d0b700 (LWP 3945698)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2bccc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2bca0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2bca0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50d0ad20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50d0ad20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50d0ad20, act=..., exit_loop=@0x7e1f50d0a91f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50d0ad20, exit_loop=@0x7e1f50d0a91f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50d0ad20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1eb8000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a062260) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 45 (Thread 0x7e1f50f18700 (LWP 3945691)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860849c0, cell=@0x7e1f50f15bc8: 0x560d861639b0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=1932, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=1932, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dfd0b in lock_rec_lock (impl=, mode=1027, block=0x7f3490239ca0, heap_no=251, index=0x7f358c3c54d8, thr=0x7e1ef0b94370) at ./storage/innobase/lock/lock0lock.cc:1932 #9 0x0000560d835e0151 in lock_sec_rec_modify_check_and_lock (flags=flags@entry=0, block=block@entry=0x7f3490239ca0, rec=rec@entry=0x7f3496f1e096 , index=0x7f358c3c54d8, thr=thr@entry=0x7e1ef0b94370, mtr=mtr@entry=0x7e1f50f16030) at ./storage/innobase/lock/lock0lock.cc:5706 #10 0x0000560d836d6f67 in btr_cur_del_mark_set_sec_rec (flags=flags@entry=0, cursor=cursor@entry=0x7e1f50f15dc0, val=val@entry=1, thr=thr@entry=0x7e1ef0b94370, mtr=mtr@entry=0x7e1f50f16030) at ./storage/innobase/btr/btr0cur.cc:5646 #11 0x0000560d836763a3 in row_upd_sec_index_entry (node=0x7e1ef0b93ef8, thr=0x7e1ef0b94370) at ./storage/innobase/row/row0upd.cc:2432 #12 0x0000560d83676cef in row_upd_sec_step (thr=0x7e1ef0b94370, node=0x7e1ef0b93ef8) at ./storage/innobase/row/row0upd.cc:2564 #13 row_upd (thr=0x7e1ef0b94370, node=0x7e1ef0b93ef8) at ./storage/innobase/row/row0upd.cc:3324 #14 row_upd_step (thr=thr@entry=0x7e1ef0b94370) at ./storage/innobase/row/row0upd.cc:3439 #15 0x0000560d83650b8d in row_update_for_mysql (prebuilt=) at ./storage/innobase/row/row0mysql.cc:1809 #16 0x0000560d8358c6a8 in ha_innobase::delete_row (this=0x7e1ef0402720, record=0x7e1ef01990b0 "\bRb*") at ./storage/innobase/handler/ha_innodb.cc:9013 #17 0x0000560d833cdf25 in handler::ha_delete_row (this=0x7e1ef0402720, buf=0x7e1ef01990b0 "\bRb*") at ./sql/handler.cc:6892 #18 0x0000560d834dc2f1 in Delete_rows_log_event::do_exec_row (this=0x7e1edcc7cb28, rgi=) at ./sql/log_event.cc:14495 #19 0x0000560d834cf75f in Rows_log_event::do_apply_event (this=0x7e1edcc7cb28, rgi=0x7e1edc01c460) at ./sql/log_event.cc:11656 #20 0x0000560d83339979 in Log_event::apply_event (rgi=0x7e1edc01c460, this=0x7e1edcc7cb28) at ./sql/log_event.h:1492 #21 wsrep_apply_events (thd=thd@entry=0x7e1edc000c48, rli=, events_buf=, buf_len=36969) at ./sql/wsrep_applier.cc:200 #22 0x0000560d83320fc3 in Wsrep_applier_service::apply_write_set (this=0x7e1f50f17d20, ws_meta=..., data=...) at ./wsrep-lib/include/wsrep/buffer.hpp:48 #23 0x0000560d8397c580 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:327 #24 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #25 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50f17d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #26 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50f17d20, wsh=wsh@entry=0x7e1f50f16db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50f16dc0, meta=meta@entry=0x7e1f50f17070, exit_loop=exit_loop@entry=0x7e1f50f1702f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #27 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f0446d090, recv_ctx=recv_ctx@entry=0x7e1f50f17d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50f1702f: false) at ./galera/src/trx_handle.cpp:391 #28 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50f17d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #29 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50f17d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #30 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50f17d20, act=..., exit_loop=@0x7e1f50f1791f: false) at ./galera/src/gcs_action_source.cpp:62 #31 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #32 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50f17d20, exit_loop=@0x7e1f50f1791f: false) at ./galera/src/gcs_action_source.cpp:183 #33 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50f17d20) at ./galera/src/replicator_smm.cpp:390 #34 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #35 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #36 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1edc000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #37 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a065c40) at ./sql/wsrep_mysqld.h:428 #38 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #39 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 44 (Thread 0x7e1f517fa700 (LWP 3945666)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7e1f517f9e28) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7e1f517f9dd0, cond=0x7e1f517f9e00) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7e1f517f9e00, mutex=mutex@entry=0x7e1f517f9dd0) at pthread_cond_wait.c:638 #3 0x0000560d8357a0f8 in inline_mysql_cond_wait (src_file=0x560d83aefeb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/handler/ha_innodb.cc", src_line=310, mutex=0x7e1f517f9dd0, that=0x7e1f517f9e00) at ./include/mysql/psi/mysql_thread.h:1185 #4 thd_destructor_proxy () at ./storage/innobase/handler/ha_innodb.cc:310 #5 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #6 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 43 (Thread 0x7e18dfc9f700 (LWP 3945639)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084c20, cell=@0x7e18dfc9db88: 0x560d86178bb0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef09003c9f0, rec=rec@entry=0x7ef090e22ecc ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18dfc9e0b0, mtr=mtr@entry=0x7e18dfc9e580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=1804240, pcur=0x7e18dfc9e0b0, search_tuple=0x7e1dd0000bc8, mtr=0x7e18dfc9e580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025de20, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025de20, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=33) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 42 (Thread 0x7e1f5077a700 (LWP 3945717)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2c04c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2c020) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2c020, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50779d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50779d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50779d20, act=..., exit_loop=@0x7e1f5077991f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50779d20, exit_loop=@0x7e1f5077991f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50779d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e74000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07c5c0) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 41 (Thread 0x7e1f62bd6700 (LWP 3945655)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7e1f62bd5d40, clockid=, expected=0, futex_word=0x560d861bf290) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7e1f62bd5d40, clockid=, mutex=0x560d861bf240, cond=0x560d861bf268) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=0x560d861bf268, mutex=0x560d861bf240, abstime=abstime@entry=0x7e1f62bd5d40) at pthread_cond_wait.c:656 #3 0x0000560d83605676 in os_event::timed_wait (this=, abstime=0x7e1f62bd5d40) at ./storage/innobase/include/sync0types.h:463 #4 0x0000560d836057a1 in os_event::wait_time_low (this=0x560d861bf230, time_in_usec=, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:385 #5 0x0000560d83682198 in srv_monitor_thread () at ./storage/innobase/srv/srv0srv.cc:1684 #6 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #7 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 40 (Thread 0x7e1f505b8700 (LWP 3945723)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8fcc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8fa0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8fa0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e5c006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e5c006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e5c000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e5c000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e5c000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f505b7d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f505b7d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f505b7d20, wsh=wsh@entry=0x7e1f505b6db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f505b6dc0, meta=meta@entry=0x7e1f505b7070, exit_loop=exit_loop@entry=0x7e1f505b702f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ed4059b40, recv_ctx=recv_ctx@entry=0x7e1f505b7d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f505b702f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f505b7d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f505b7d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f505b7d20, act=..., exit_loop=@0x7e1f505b791f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f505b7d20, exit_loop=@0x7e1f505b791f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f505b7d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e5c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a074200) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 39 (Thread 0x7e1f603d1700 (LWP 3945675)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2b6c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2b6a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2b6a0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f603d0d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f603d0d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f603d0d20, act=..., exit_loop=@0x7e1f603d091f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f603d0d20, exit_loop=@0x7e1f603d091f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f603d0d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1f14000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a074e20) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 38 (Thread 0x7e1f51ffb700 (LWP 3945665)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d861bf3e0) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d861bf390, cond=0x560d861bf3b8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d861bf3b8, mutex=mutex@entry=0x560d861bf390) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560d861bf380) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560d861bf380, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d836fecca in buf_resize_thread () at ./storage/innobase/buf/buf0buf.cc:3142 #6 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #7 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 37 (Thread 0x7e1f50a1d700 (LWP 3945708)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec914c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec9120) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec9120, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e94006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e94006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e94000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e94000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e94000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50a1cd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50a1cd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50a1cd20, wsh=wsh@entry=0x7e1f50a1bdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50a1bdc0, meta=meta@entry=0x7e1f50a1c070, exit_loop=exit_loop@entry=0x7e1f50a1c02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ef81965f0, recv_ctx=recv_ctx@entry=0x7e1f50a1cd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50a1c02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50a1cd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50a1cd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50a1cd20, act=..., exit_loop=@0x7e1f50a1c91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50a1cd20, exit_loop=@0x7e1f50a1c91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50a1cd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e94000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07f2f0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 36 (Thread 0x7e1f509d2700 (LWP 3945709)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec86cc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec86a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec86a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e90006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e90006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e90000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e90000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e90000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f509d1d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f509d1d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f509d1d20, wsh=wsh@entry=0x7e1f509d0db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f509d0dc0, meta=meta@entry=0x7e1f509d1070, exit_loop=exit_loop@entry=0x7e1f509d102f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e94069490, recv_ctx=recv_ctx@entry=0x7e1f509d1d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f509d102f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f509d1d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f509d1d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f509d1d20, act=..., exit_loop=@0x7e1f509d191f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f509d1d20, exit_loop=@0x7e1f509d191f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f509d1d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e90000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a07f460) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 35 (Thread 0x7e1f50cc0700 (LWP 3945699)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8ccc) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8ca0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8ca0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ebc006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ebc006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ebc000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ebc000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ebc000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50cbfd20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50cbfd20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50cbfd20, wsh=wsh@entry=0x7e1f50cbedb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50cbedc0, meta=meta@entry=0x7e1f50cbf070, exit_loop=exit_loop@entry=0x7e1f50cbf02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1edc0460c0, recv_ctx=recv_ctx@entry=0x7e1f50cbfd20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50cbf02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50cbfd20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50cbfd20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50cbfd20, act=..., exit_loop=@0x7e1f50cbf91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50cbfd20, exit_loop=@0x7e1f50cbf91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50cbfd20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ebc000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0623d0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 34 (Thread 0x7e1f50e82700 (LWP 3945693)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2bfc8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2bfa0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2bfa0, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50e81d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50e81d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50e81d20, act=..., exit_loop=@0x7e1f50e8191f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50e81d20, exit_loop=@0x7e1f50e8191f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50e81d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ed4000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a063930) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 33 (Thread 0x7e1f50c2a700 (LWP 3945701)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f5688b2bc48) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d440, cond=0x7f5688b2bc20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f5688b2bc20, mutex=mutex@entry=0x560d8605d440) at pthread_cond_wait.c:638 #3 0x00007f568a00b246 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d440, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ffd6b4 in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50c29d20, ts=...) at ./galera/src/replicator_smm.cpp:484 #6 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50c29d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #7 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50c29d20, act=..., exit_loop=@0x7e1f50c2991f: false) at ./galera/src/gcs_action_source.cpp:62 #8 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #9 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50c29d20, exit_loop=@0x7e1f50c2991f: false) at ./galera/src/gcs_action_source.cpp:183 #10 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50c29d20) at ./galera/src/replicator_smm.cpp:390 #11 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #12 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #13 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e9c000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #14 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a061210) at ./sql/wsrep_mysqld.h:428 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 32 (Thread 0x7e1f5072f700 (LWP 3945718)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec91c8) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec91a0) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec91a0, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1e68006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1e68006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1e68000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1e68000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1e68000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f5072ed20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f5072ed20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f5072ed20, wsh=wsh@entry=0x7e1f5072ddb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f5072ddc0, meta=meta@entry=0x7e1f5072e070, exit_loop=exit_loop@entry=0x7e1f5072e02f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ebc05c0a0, recv_ctx=recv_ctx@entry=0x7e1f5072ed20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5072e02f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5072ed20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f5072ed20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f5072ed20, act=..., exit_loop=@0x7e1f5072e91f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f5072ed20, exit_loop=@0x7e1f5072e91f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f5072ed20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e68000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a06fd30) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 31 (Thread 0x7e18e3ca7700 (LWP 3945631)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084fa0, cell=@0x7e18e3ca5f48: 0x560d8618deb0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7397, page_no=2037192, pcur=0x7e18e3ca60b0, search_tuple=0x7e1dc4000bc8, mtr=0x7e18e3ca6580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b027dcb0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b027dcb0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=25) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 30 (Thread 0x7e18db496700 (LWP 3945648)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560edf305400) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560edf3053b0, cond=0x560edf3053d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560edf3053d8, mutex=mutex@entry=0x560edf3053b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560edf3053a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560edf3053a0, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=arr@entry=0x560d86084fa0, cell=@0x7e18db495798: 0x560d8618dd70) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d8368c1f5 in rw_lock_sx_lock_func (lock=lock@entry=0x7ef260083878, pass=pass@entry=2, file_name=file_name@entry=0x560d83b2bc28 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/buf/buf0flu.cc", line=line@entry=1186) at ./storage/innobase/sync/sync0rw.cc:833 #7 0x0000560d837084e9 in pfs_rw_lock_sx_lock_func (pass=2, file_name=0x560d83b2bc28 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/buf/buf0flu.cc", line=1186, lock=0x7ef260083878) at ./storage/innobase/include/sync0rw.ic:674 #8 buf_flush_page (buf_pool=0x560d864e38e0, bpage=0x7ef2600837f0, flush_type=BUF_FLUSH_LIST, sync=) at ./storage/innobase/buf/buf0flu.cc:1186 #9 0x0000560d83708aa3 in buf_flush_try_neighbors (page_id=..., flush_type=, n_flushed=, n_to_flush=) at ./storage/innobase/buf/buf0flu.cc:1431 #10 0x0000560d83709307 in buf_flush_page_and_try_neighbors (flush_type=BUF_FLUSH_LIST, count=, n_to_flush=, bpage=) at ./storage/innobase/buf/buf0flu.cc:1505 #11 buf_do_flush_list_batch (buf_pool=, min_n=, lsn_limit=) at ./storage/innobase/buf/buf0flu.cc:1763 #12 0x0000560d8370a816 in buf_flush_batch (n=0x7e18db495b50, lsn_limit=18446744073709551615, min_n=10000, flush_type=BUF_FLUSH_LIST, buf_pool=0x560d864e38e0) at ./storage/innobase/buf/buf0flu.cc:1834 #13 buf_flush_do_batch (n=0x7e18db495b50, lsn_limit=18446744073709551615, min_n=10000, type=BUF_FLUSH_LIST, buf_pool=0x560d864e38e0) at ./storage/innobase/buf/buf0flu.cc:1992 #14 buf_flush_do_batch (type=BUF_FLUSH_LIST, n=0x7e18db495b50, lsn_limit=, min_n=, buf_pool=0x560d864e38e0) at ./storage/innobase/buf/buf0flu.cc:1975 #15 buf_flush_lists (min_n=, lsn_limit=, n_processed=) at ./storage/innobase/buf/buf0flu.cc:2094 #16 0x0000560d830908e5 in buf_flush_page_cleaner_coordinator () at ./storage/innobase/buf/buf0flu.cc:3250 #17 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #18 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 29 (Thread 0x7e1f60179700 (LWP 3945683)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec8e4c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec8e20) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec8e20, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1ef4006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1ef4006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1ef4000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1ef4000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1ef4000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f60178d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f60178d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f60178d20, wsh=wsh@entry=0x7e1f60177db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f60177dc0, meta=meta@entry=0x7e1f60178070, exit_loop=exit_loop@entry=0x7e1f6017802f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1e64028cc0, recv_ctx=recv_ctx@entry=0x7e1f60178d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f6017802f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60178d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f60178d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f60178d20, act=..., exit_loop=@0x7e1f6017891f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f60178d20, exit_loop=@0x7e1f6017891f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f60178d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1ef4000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a063460) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 28 (Thread 0x7e1f50c75700 (LWP 3945700)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35b3ec764c) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605d4f8, cond=0x7f35b3ec7620) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35b3ec7620, mutex=mutex@entry=0x560d8605d4f8) at pthread_cond_wait.c:638 #3 0x00007f568a00aeba in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::Monitor::enter (this=this@entry=0x560d8605d4f8, obj=...) at ./galera/src/monitor.hpp:163 #5 0x00007f5689ff8319 in galera::ReplicatorSMM::commit_order_enter_remote (this=this@entry=0x560d8605c4e0, trx=...) at ./galera/src/replicator_smm.cpp:1303 #6 0x00007f5689fd9443 in galera_commit_order_enter (gh=, ws_handle=, meta=) at ./galera/src/wsrep_provider.cpp:735 #7 0x0000560d8398f0fa in wsrep::wsrep_provider_v26::commit_order_enter (this=, ws_handle=..., ws_meta=...) at ./wsrep-lib/src/wsrep_provider_v26.cpp:273 #8 0x0000560d83989aed in wsrep::transaction::before_commit (this=this@entry=0x7e1eb0006c48) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #9 0x0000560d833c40be in wsrep::client_state::before_commit (this=0x7e1eb0006be0) at ./wsrep-lib/include/wsrep/client_state.hpp:503 #10 wsrep_before_commit (all=true, thd=0x7e1eb0000c48) at ./sql/wsrep_trans_observer.h:273 #11 ha_commit_trans (thd=thd@entry=0x7e1eb0000c48, all=all@entry=true) at ./sql/handler.cc:1594 #12 0x0000560d832a4de9 in trans_commit (thd=thd@entry=0x7e1eb0000c48) at ./sql/transaction.cc:237 #13 0x0000560d833211e8 in Wsrep_high_priority_service::commit (this=0x7e1f50c74d20, ws_handle=..., ws_meta=...) at ./sql/wsrep_high_priority_service.cc:313 #14 0x0000560d8397c59b in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:332 #15 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #16 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50c74d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #17 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50c74d20, wsh=wsh@entry=0x7e1f50c73db0, flags=, flags@entry=65, buf=buf@entry=0x7e1f50c73dc0, meta=meta@entry=0x7e1f50c74070, exit_loop=exit_loop@entry=0x7e1f50c7402f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #18 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1f18423c60, recv_ctx=recv_ctx@entry=0x7e1f50c74d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f50c7402f: false) at ./galera/src/trx_handle.cpp:391 #19 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50c74d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #20 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50c74d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #21 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50c74d20, act=..., exit_loop=@0x7e1f50c7491f: false) at ./galera/src/gcs_action_source.cpp:62 #22 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #23 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50c74d20, exit_loop=@0x7e1f50c7491f: false) at ./galera/src/gcs_action_source.cpp:183 #24 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50c74d20) at ./galera/src/replicator_smm.cpp:390 #25 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #26 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #27 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1eb0000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #28 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a0610a0) at ./sql/wsrep_mysqld.h:428 #29 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #30 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 27 (Thread 0x7e18df49e700 (LWP 3945640)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18df49dbe0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18df49dbe0, m1=0x7e18df49dc80, m2=0x7e18df49dc88, request=0x7e18df49dc90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18df49dc90, m2=0x7e18df49dc88, m1=0x7e18df49dc80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=34, m1=m1@entry=0x7e18df49dc80, m2=m2@entry=0x7e18df49dc88, request=request@entry=0x7e18df49dc90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=34) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 26 (Thread 0x7e1f52ffd700 (LWP 3945663)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d861bf300) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d861bf2b0, cond=0x560d861bf2d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d861bf2d8, mutex=mutex@entry=0x560d861bf2b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x560d861bf2a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x560d861bf2a0, reset_sig_count=1) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83704a90 in buf_dump_thread () at ./storage/innobase/buf/buf0dump.cc:832 #6 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #7 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 25 (Thread 0x7e18e14a2700 (LWP 3945636)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084de0, cell=@0x7e18e14a0b88: 0x560d861835d0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef1300dee10, rec=rec@entry=0x7ef132d09238 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e14a10b0, mtr=mtr@entry=0x7e18e14a1580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=2713384, pcur=0x7e18e14a10b0, search_tuple=0x7e1dd4000bc8, mtr=0x7e18e14a1580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025f470, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025f470, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=30) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 24 (Thread 0x7e18e5cab700 (LWP 3945627)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084fa0, cell=@0x7e18e5ca9b88: 0x560d8618def0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7eed30283dd0, rec=rec@entry=0x7eed37d381c0 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e5caa0b0, mtr=mtr@entry=0x7e18e5caa580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=1406184, pcur=0x7e18e5caa0b0, search_tuple=0x7e1db8000bc8, mtr=0x7e18e5caa580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0269b20, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0269b20, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=21) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 23 (Thread 0x7e18e54aa700 (LWP 3945628)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084fa0, cell=@0x7e18e54a8b88: 0x560d8618de30) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef230145020, rec=rec@entry=0x7ef23407cce4 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e54a90b0, mtr=mtr@entry=0x7e18e54a9580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=1154336, pcur=0x7e18e54a90b0, search_tuple=0x7e1dc0000bc8, mtr=0x7e18e54a9580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025bff0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025bff0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=22) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 22 (Thread 0x7e18e64ac700 (LWP 3945626)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860854e0, cell=@0x7e18e64aab88: 0x560d861ada10) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef1d82767e0, rec=rec@entry=0x7ef1dfaaf556 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e64ab0b0, mtr=mtr@entry=0x7e18e64ab580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=1068160, pcur=0x7e18e64ab0b0, search_tuple=0x7e1e00000bc8, mtr=0x7e18e64ab580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b026c910, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b026c910, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=20) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 21 (Thread 0x7e18e6cad700 (LWP 3945625)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084c20, cell=@0x7e18e6cabb88: 0x560d86178b30) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7eef38010530, rec=rec@entry=0x7eef385b0e1a ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e6cac0b0, mtr=mtr@entry=0x7e18e6cac580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=814194, pcur=0x7e18e6cac0b0, search_tuple=0x7e1df4000bc8, mtr=0x7e18e6cac580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025fda0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025fda0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=19) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 20 (Thread 0x7e18eacb5700 (LWP 3945617)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084fa0, cell=@0x7e18eacb3f48: 0x560d8618de70) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7393, page_no=528974, pcur=0x7e18eacb40b0, search_tuple=0x7e1db0000bc8, mtr=0x7e18eacb4580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b02656e0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b02656e0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=11) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 19 (Thread 0x7e18e74ae700 (LWP 3945624)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860854e0, cell=@0x7e18e74acb88: 0x560d861ad910) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef27026d4e0, rec=rec@entry=0x7ef2778efcd8 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e74ad0b0, mtr=mtr@entry=0x7e18e74ad580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=2302977, pcur=0x7e18e74ad0b0, search_tuple=0x7e1dfc000bc8, mtr=0x7e18e74ad580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0265440, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0265440, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=18) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 18 (Thread 0x7e18e7caf700 (LWP 3945623)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084fa0, cell=@0x7e18e7cadb88: 0x560d8618ddf0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7eec0022f890, rec=rec@entry=0x7eec06d280c8 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e7cae0b0, mtr=mtr@entry=0x7e18e7cae580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=1315824, pcur=0x7e18e7cae0b0, search_tuple=0x7e1dcc000bc8, mtr=0x7e18e7cae580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025d3a0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025d3a0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=17) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 17 (Thread 0x7e18e84b0700 (LWP 3945622)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860849c0, cell=@0x7e18e84aeb88: 0x560d861639f0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ee8b0174ab0, rec=rec@entry=0x7ee8b49906d6 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18e84af0b0, mtr=mtr@entry=0x7e18e84af580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=945072, pcur=0x7e18e84af0b0, search_tuple=0x7e1e04000bc8, mtr=0x7e18e84af580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b027c120, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b027c120, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=16) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 16 (Thread 0x7e18e94b2700 (LWP 3945620)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084c20, cell=@0x7e18e94b0f48: 0x560d86178cf0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7393, page_no=2978561, pcur=0x7e18e94b10b0, search_tuple=0x7e1dac000bc8, mtr=0x7e18e94b1580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0268770, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0268770, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=14) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 15 (Thread 0x7e18ebcb7700 (LWP 3945615)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860849c0, cell=@0x7e18ebcb5f48: 0x560d86163a30) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7397, page_no=1995221, pcur=0x7e18ebcb60b0, search_tuple=0x7e1df0000bc8, mtr=0x7e18ebcb6580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b02673c0, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b02673c0, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=9) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 14 (Thread 0x7e18e9cb3700 (LWP 3945619)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085320, cell=@0x7e18e9cb1f48: 0x560d861a2f70) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7397, page_no=2169577, pcur=0x7e18e9cb20b0, search_tuple=0x7e1d98000bc8, mtr=0x7e18e9cb2580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025ca70, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025ca70, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=13) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 13 (Thread 0x7e18ed4ba700 (LWP 3945612)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319f0aeb4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319f0ae60, cond=0x561319f0ae88) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319f0ae88, mutex=mutex@entry=0x561319f0ae60) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319f0ae50) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319f0ae50, reset_sig_count=3230) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d860849c0, cell=@0x7e18ed4b8f48: 0x560d86163970) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835c7fc0 in TTASEventMutex::enter (line=4235, filename=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", max_delay=4, max_spins=60, this=0x560d8414ca00 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (line=4235, name=0x560d83afcdb8 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/ibuf/ibuf0ibuf.cc", n_delay=4, n_spins=, this=0x560d8414ca00 ) at ./storage/innobase/include/ib0mutex.h:594 #8 ibuf_delete_rec (space=7397, page_no=2064651, pcur=0x7e18ed4b90b0, search_tuple=0x7e1e08000bc8, mtr=0x7e18ed4b9580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4235 #9 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025e750, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #10 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025e750, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #11 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=6) at ./storage/innobase/fil/fil0fil.cc:4380 #12 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #13 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #14 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 12 (Thread 0x7e18edcbb700 (LWP 3945611)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085320, cell=@0x7e18edcb9b88: 0x560d861a3170) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef2600837f0, rec=rec@entry=0x7ef261ba3936 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18edcba0b0, mtr=mtr@entry=0x7e18edcba580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=1032424, pcur=0x7e18edcba0b0, search_tuple=0x7e1da0000bc8, mtr=0x7e18edcba580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0264090, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0264090, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=5) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 11 (Thread 0x7e18ea4b4700 (LWP 3945618)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084ac0, cell=@0x7e18ea4b2b88: 0x560d8616e1d0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ee8d8180cf0, rec=rec@entry=0x7ee8dcbe02b8 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18ea4b30b0, mtr=mtr@entry=0x7e18ea4b3580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=2816672, pcur=0x7e18ea4b30b0, search_tuple=0x7e1df8000bc8, mtr=0x7e18ea4b3580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0262b90, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0262b90, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=12) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 10 (Thread 0x7e18ec4b8700 (LWP 3945614)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085320, cell=@0x7e18ec4b6b88: 0x560d861a2fb0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7eeee81ad1b0, rec=rec@entry=0x7eeeed450a3a ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18ec4b70b0, mtr=mtr@entry=0x7e18ec4b7580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=190856, pcur=0x7e18ec4b70b0, search_tuple=0x7e1dd8000bc8, mtr=0x7e18ec4b7580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0265980, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0265980, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=8) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 9 (Thread 0x7e18eb4b6700 (LWP 3945616)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085320, cell=@0x7e18eb4b4b88: 0x560d861a2ff0) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ee8b817b260, rec=rec@entry=0x7ee8bcacf07e ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18eb4b50b0, mtr=mtr@entry=0x7e18eb4b5580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=2976281, pcur=0x7e18eb4b50b0, search_tuple=0x7e1db4000bc8, mtr=0x7e18eb4b5580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0286140, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0286140, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=10) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 8 (Thread 0x7e18ee4bc700 (LWP 3945610)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084c20, cell=@0x7e18ee4bab68: 0x560d86178b70) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ef2a81ad6f0, rec=rec@entry=0x7ef2ad4600c8 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e0dc0 in btr_cur_pessimistic_delete (err=err@entry=0x7e18ee4baf50, has_reserved_extents=has_reserved_extents@entry=1, cursor=cursor@entry=0x7e18ee4bb0b0, flags=flags@entry=0, rollback=rollback@entry=false, mtr=mtr@entry=0x7e18ee4bb580) at ./storage/innobase/btr/btr0cur.cc:6026 #10 0x0000560d835c7ca5 in ibuf_delete_rec (space=, page_no=, pcur=, search_tuple=0x7e1e18000bc8, mtr=) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4248 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b025b570, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b025b570, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=4) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 7 (Thread 0x7f568aa24700 (LWP 3398369)): #0 futex_abstimed_wait_cancelable (private=, abstime=0x7f568aa23df0, clockid=, expected=0, futex_word=0x560d849afbc8 ) at ../sysdeps/nptl/futex-internal.h:320 #1 __pthread_cond_wait_common (abstime=0x7f568aa23df0, clockid=, mutex=0x560d849afbe0 , cond=0x560d849afba0 ) at pthread_cond_wait.c:520 #2 __pthread_cond_timedwait (cond=cond@entry=0x560d849afba0 , mutex=mutex@entry=0x560d849afbe0 , abstime=abstime@entry=0x7f568aa23df0) at pthread_cond_wait.c:656 #3 0x0000560d83911f6c in inline_mysql_cond_timedwait (that=0x560d849afba0 , mutex=0x560d849afbe0 , src_file=0x560d83b656e0 "/home/buildbot/buildbot/build/mariadb-10.4.22/mysys/thr_timer.c", src_line=292, abstime=0x7f568aa23df0) at ./include/mysql/psi/mysql_thread.h:1222 #4 timer_handler (arg=) at ./mysys/thr_timer.c:292 #5 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #6 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 6 (Thread 0x7e18efcbf700 (LWP 3945607)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f568b76a27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x0000560d835feb3c in LinuxAIOHandler::collect (this=0x7e18efcbebe0) at ./storage/innobase/os/os0file.cc:1823 #3 0x0000560d836029a2 in LinuxAIOHandler::poll (this=0x7e18efcbebe0, m1=0x7e18efcbec80, m2=0x7e18efcbec88, request=0x7e18efcbec90) at ./storage/innobase/os/os0file.cc:1984 #4 0x0000560d83604574 in os_aio_linux_handler (request=0x7e18efcbec90, m2=0x7e18efcbec88, m1=0x7e18efcbec80, global_segment=) at /usr/include/c++/9/bits/stl_vector.h:915 #5 os_aio_handler (segment=segment@entry=1, m1=m1@entry=0x7e18efcbec80, m2=m2@entry=0x7e18efcbec88, request=request@entry=0x7e18efcbec90) at ./storage/innobase/os/os0file.cc:5366 #6 0x0000560d83757699 in fil_aio_wait (segment=segment@entry=1) at ./storage/innobase/fil/fil0fil.cc:4315 #7 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #8 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #9 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 5 (Thread 0x7e18ef4be700 (LWP 3945608)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86085160, cell=@0x7e18ef4bcb88: 0x560d86198710) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7ee9d0032c70, rec=rec@entry=0x7ee9d0c411fa ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18ef4bd0b0, mtr=mtr@entry=0x7e18ef4bd580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7397, page_no=847896, pcur=0x7e18ef4bd0b0, search_tuple=0x7e1dbc000bc8, mtr=0x7e18ef4bd580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0277e30, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0277e30, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=2) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 4 (Thread 0x7e18eecbd700 (LWP 3945609)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x561319ee0904) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x561319ee08b0, cond=0x561319ee08d8) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x561319ee08d8, mutex=mutex@entry=0x561319ee08b0) at pthread_cond_wait.c:638 #3 0x0000560d83605711 in os_event::wait (this=0x561319ee08a0) at ./storage/innobase/include/sync0types.h:463 #4 os_event::wait_low (this=0x561319ee08a0, reset_sig_count=26) at ./storage/innobase/os/os0event.cc:325 #5 0x0000560d83689729 in sync_array_wait_event (arr=0x560d86084de0, cell=@0x7e18eecbbb88: 0x560d86183590) at ./storage/innobase/sync/sync0arr.cc:305 #6 0x0000560d835d5253 in TTASEventMutex::enter (line=3364, filename=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", max_delay=4, max_spins=60, this=0x560d8414cac0 ) at /usr/include/c++/9/bits/atomic_base.h:493 #7 PolicyMutex >::enter (n_spins=30, n_delay=4, line=3364, name=0x560d83afdbf0 "/home/buildbot/buildbot/build/mariadb-10.4.22/storage/innobase/lock/lock0lock.cc", this=0x560d8414cac0 ) at ./storage/innobase/include/ib0mutex.h:594 #8 0x0000560d835dc273 in lock_update_delete (block=block@entry=0x7eea480181e0, rec=rec@entry=0x7eea4872e3a8 ) at ./storage/innobase/lock/lock0lock.cc:3364 #9 0x0000560d836e02ed in btr_cur_optimistic_delete_func (cursor=cursor@entry=0x7e18eecbc0b0, mtr=mtr@entry=0x7e18eecbc580) at ./storage/innobase/btr/btr0cur.cc:5867 #10 0x0000560d835c7b2e in ibuf_delete_rec (space=7393, page_no=1351752, pcur=0x7e18eecbc0b0, search_tuple=0x7e1e10000bc8, mtr=0x7e18eecbc580) at ./storage/innobase/ibuf/ibuf0ibuf.cc:4195 #11 0x0000560d835ce90f in ibuf_merge_or_delete_for_page (block=, block@entry=0x7ee8b0263610, page_id=..., zip_size=0) at ./storage/innobase/include/buf0types.h:172 #12 0x0000560d836fcb73 in buf_page_io_complete (bpage=0x7ee8b0263610, dblwr=dblwr@entry=true, evict=evict@entry=false) at ./storage/innobase/include/buf0buf.h:1657 #13 0x0000560d83757801 in fil_aio_wait (segment=segment@entry=3) at ./storage/innobase/fil/fil0fil.cc:4380 #14 0x0000560d83686e78 in io_handler_thread (arg=) at ./storage/innobase/srv/srv0start.cc:324 #15 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #16 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 3 (Thread 0x7f5688461700 (LWP 3398374)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x7f35a8012e30) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7f35a8012dd8, cond=0x7f35a8012e08) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x7f35a8012e08, mutex=mutex@entry=0x7f35a8012dd8) at pthread_cond_wait.c:638 #3 0x0000560d8333acfb in inline_mysql_cond_wait (src_line=69, src_file=0x560d839db808 "/home/buildbot/buildbot/build/mariadb-10.4.22/sql/wsrep_thd.h", mutex=0x7f35a8012dd8, that=0x7f35a8012e08) at ./include/mysql/psi/mysql_thread.h:1185 #4 Wsrep_thd_queue::pop_front (this=0x7f35a8012d80) at ./sql/wsrep_thd.h:69 #5 wsrep_rollback_process (rollbacker=0x7f35a8000c48, arg=) at ./sql/wsrep_thd.cc:236 #6 0x0000560d8332bf1c in start_wsrep_THD (arg=0x560d860b3860) at ./sql/wsrep_mysqld.h:428 #7 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #8 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 2 (Thread 0x7f5689c64700 (LWP 3398370)): #0 futex_wait_cancelable (private=, expected=0, futex_word=0x560d8605cca4) at ../sysdeps/nptl/futex-internal.h:183 #1 __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x560d8605cc50, cond=0x560d8605cc78) at pthread_cond_wait.c:508 #2 __pthread_cond_wait (cond=cond@entry=0x560d8605cc78, mutex=mutex@entry=0x560d8605cc50) at pthread_cond_wait.c:638 #3 0x00007f568a02ca49 in gu::Lock::wait (this=, cond=...) at ./galerautils/src/gu_mutex.hpp:86 #4 galera::ServiceThd::thd_func (arg=0x560d8605cc38) at ./galera/src/galera_service_thd.cpp:30 #5 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #6 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 1 (Thread 0x7e1f50441700 (LWP 3945728)): #0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50 #1 0x00007f568ad5c92e in __GI_abort () at abort.c:100 #2 0x00007f568ad5c729 in __assert_fail_base (fmt=0x7f568aef2588 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x560d839db788 "mode_ == m_local || transaction_.is_streaming()", file=0x560d839ac420 "/home/buildbot/buildbot/build/mariadb-10.4.22/wsrep-lib/include/wsrep/client_state.hpp", line=668, function=) at assert.c:92 #3 0x00007f568ad6df36 in __GI___assert_fail (assertion=assertion@entry=0x560d839db788 "mode_ == m_local || transaction_.is_streaming()", file=file@entry=0x560d839ac420 "/home/buildbot/buildbot/build/mariadb-10.4.22/wsrep-lib/include/wsrep/client_state.hpp", line=line@entry=668, function=function@entry=0x560d839db7b8 "int wsrep::client_state::bf_abort(wsrep::seqno)") at assert.c:101 #4 0x0000560d8333a7f9 in wsrep::client_state::bf_abort (bf_seqno=..., this=0x7e1ee4006be0) at ./include/mysql/psi/mysql_thread.h:711 #5 wsrep_bf_abort (bf_thd=bf_thd@entry=0x7e1e40000c48, victim_thd=victim_thd@entry=0x7e1ee4000c48) at ./sql/wsrep_thd.cc:399 #6 0x0000560d833426bd in wsrep_thd_bf_abort (bf_thd=bf_thd@entry=0x7e1e40000c48, victim_thd=victim_thd@entry=0x7e1ee4000c48, signal=signal@entry=1 '\001') at ./sql/service_wsrep.cc:241 #7 0x0000560d835781b6 in wsrep_kill_victim (bf_thd=0x7e1e40000c48, thd=0x7e1ee4000c48, victim_trx=0x7f35765144b8, signal=) at ./storage/innobase/handler/ha_innodb.cc:18628 #8 0x0000560d835d9d84 in lock_rec_other_has_conflicting (mode=mode@entry=1026, block=block@entry=0x7ee8b02477d0, heap_no=heap_no@entry=335, trx=trx@entry=0x7f357650f260) at ./storage/innobase/lock/lock0lock.cc:1175 #9 0x0000560d835dfe62 in lock_rec_lock (impl=, mode=1026, block=0x7ee8b02477d0, heap_no=335, index=0x7f358c3a1ee8, thr=0x7e1ec8b66d50) at ./storage/innobase/lock/lock0lock.cc:1949 #10 0x0000560d8363abeb in row_ins_set_shared_rec_lock (thr=0x7e1ec8b66d50, offsets=0x7e1f5043e1a0, index=0x7f358c3a1ee8, rec=, block=0x7ee8b02477d0, type=1024) at ./storage/innobase/row/row0ins.cc:1400 #11 row_ins_set_shared_rec_lock (thr=0x7e1ec8b66d50, offsets=0x7e1f5043e1a0, index=0x7f358c3a1ee8, rec=, block=0x7ee8b02477d0, type=1024) at ./storage/innobase/row/row0ins.cc:1385 #12 row_ins_check_foreign_constraint (check_ref=check_ref@entry=0, foreign=, table=table@entry=0x7f358c3c4118, entry=entry@entry=0x7e1e408e4bd8, thr=thr@entry=0x7e1ec8b66d50) at ./storage/innobase/row/row0ins.cc:1676 #13 0x0000560d83670617 in row_upd_check_references_constraints (node=node@entry=0x7e1ec8b668d8, pcur=pcur@entry=0x7e1f0068ec90, table=0x7f358c3c4118, index=index@entry=0x7f358c3b1088, offsets=offsets@entry=0x7e1f5043eb70, thr=thr@entry=0x7e1ec8b66d50, mtr=0x7e1f5043f030) at ./storage/innobase/row/row0upd.cc:298 #14 0x0000560d83674df2 in row_upd_check_references_constraints (mtr=0x7e1f5043f030, thr=0x7e1ec8b66d50, offsets=0x7e1f5043eb70, index=0x7f358c3b1088, table=, pcur=0x7e1f0068ec90, node=0x7e1ec8b668d8) at /usr/include/c++/9/bits/stl_set.h:414 #15 row_upd_del_mark_clust_rec (mtr=0x7e1f5043f030, foreign=false, referenced=true, thr=0x7e1ec8b66d50, offsets=0x7e1f5043eb70, index=0x7f358c3b1088, node=0x7e1ec8b668d8) at ./storage/innobase/row/row0upd.cc:3020 #16 row_upd_clust_step (node=0x7e1ec8b668d8, thr=0x7e1ec8b66d50) at ./storage/innobase/row/row0upd.cc:3173 #17 0x0000560d83676e17 in row_upd (thr=0x7e1ec8b66d50, node=0x7e1ec8b668d8) at ./storage/innobase/row/row0upd.cc:3295 #18 row_upd_step (thr=thr@entry=0x7e1ec8b66d50) at ./storage/innobase/row/row0upd.cc:3439 #19 0x0000560d83650b8d in row_update_for_mysql (prebuilt=) at ./storage/innobase/row/row0mysql.cc:1809 #20 0x0000560d8358c6a8 in ha_innobase::delete_row (this=0x7e1ec8723f70, record=0x7e1ec8c1f3c0 "\024\021b*") at ./storage/innobase/handler/ha_innodb.cc:9013 #21 0x0000560d833cdf25 in handler::ha_delete_row (this=0x7e1ec8723f70, buf=0x7e1ec8c1f3c0 "\024\021b*") at ./sql/handler.cc:6892 #22 0x0000560d834dc2f1 in Delete_rows_log_event::do_exec_row (this=0x7e1e404e40d8, rgi=) at ./sql/log_event.cc:14495 #23 0x0000560d834cf75f in Rows_log_event::do_apply_event (this=0x7e1e404e40d8, rgi=0x7e1e4001c460) at ./sql/log_event.cc:11656 #24 0x0000560d83339979 in Log_event::apply_event (rgi=0x7e1e4001c460, this=0x7e1e404e40d8) at ./sql/log_event.h:1492 #25 wsrep_apply_events (thd=thd@entry=0x7e1e40000c48, rli=, events_buf=, buf_len=28758) at ./sql/wsrep_applier.cc:200 #26 0x0000560d83320fc3 in Wsrep_applier_service::apply_write_set (this=0x7e1f50440d20, ws_meta=..., data=...) at ./wsrep-lib/include/wsrep/buffer.hpp:48 #27 0x0000560d8397c580 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:327 #28 0x0000560d8397d441 in wsrep::server_state::on_apply (this=, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at ./wsrep-lib/src/server_state.cpp:1145 #29 0x0000560d8398e87c in wsrep::high_priority_service::apply (data=..., ws_meta=..., ws_handle=..., this=0x7e1f50440d20) at ./wsrep-lib/include/wsrep/high_priority_service.hpp:47 #30 (anonymous namespace)::apply_cb (ctx=ctx@entry=0x7e1f50440d20, wsh=wsh@entry=0x7e1f5043fdb0, flags=, flags@entry=65, buf=buf@entry=0x7e1f5043fdc0, meta=meta@entry=0x7e1f50440070, exit_loop=exit_loop@entry=0x7e1f5044002f) at ./wsrep-lib/src/wsrep_provider_v26.cpp:504 #31 0x00007f5689feb9eb in galera::TrxHandleSlave::apply (this=this@entry=0x7e1ef44a30a0, recv_ctx=recv_ctx@entry=0x7e1f50440d20, apply_cb=0x560d8398e750 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7e1f5044002f: false) at ./galera/src/trx_handle.cpp:391 #32 0x00007f5689ffd82e in galera::ReplicatorSMM::apply_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50440d20, ts=...) at ./galera/src/replicator_smm.cpp:504 #33 0x00007f568a000408 in galera::ReplicatorSMM::process_trx (this=0x560d8605c4e0, recv_ctx=0x7e1f50440d20, ts_ptr=...) at ./galera/src/replicator_smm.cpp:2123 #34 0x00007f568a033d92 in galera::GcsActionSource::process_writeset (this=0x560d86055110, recv_ctx=0x7e1f50440d20, act=..., exit_loop=@0x7e1f5044091f: false) at ./galera/src/gcs_action_source.cpp:62 #35 0x00007f568a033f1b in galera::GcsActionSource::dispatch (this=, recv_ctx=, act=..., exit_loop=) at ./galera/src/gcs_action_source.cpp:110 #36 0x00007f568a034112 in galera::GcsActionSource::process (this=0x560d86055110, recv_ctx=0x7e1f50440d20, exit_loop=@0x7e1f5044091f: false) at ./galera/src/gcs_action_source.cpp:183 #37 0x00007f568a000e00 in galera::ReplicatorSMM::async_recv (this=0x560d8605c4e0, recv_ctx=0x7e1f50440d20) at ./galera/src/replicator_smm.cpp:390 #38 0x00007f5689fd6fe1 in galera_recv (gh=, recv_ctx=) at ./galera/src/wsrep_provider.cpp:236 #39 0x0000560d8398ee92 in wsrep::wsrep_provider_v26::run_applier (this=, applier_ctx=) at ./wsrep-lib/src/wsrep_provider_v26.cpp:796 #40 0x0000560d8333b7c3 in wsrep_replication_process (thd=0x7e1e40000c48, arg=) at ./wsrep-lib/include/wsrep/server_state.hpp:320 #41 0x0000560d8332bf1c in start_wsrep_THD (arg=0x56131a067170) at ./sql/wsrep_mysqld.h:428 #42 0x00007f568b26b609 in start_thread (arg=) at pthread_create.c:477 #43 0x00007f568ae59293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95