Checking supported features... MariaDB Version 10.4.3-MariaDB-debug - SSL connections supported - binaries are debug compiled Collecting tests... Installing system database... worker[1] Using MTR_BUILD_THREAD 300, with reserved ports 16000..16019 worker[1] Trying to dump core for [mysqltest - pid: 19918, winpid: 19918] worker[1] Trying to dump core for [mysqld.1 - pid: 19674, winpid: 19674] worker[1] Trying to dump core for [mysqld.2 - pid: 19715, winpid: 19715] ============================================================================== TEST RESULT TIME (ms) or COMMENT -------------------------------------------------------------------------- galera_sr.mysql-wsrep-features#8 'innodb' [ fail ] timeout after 900 seconds Test ended at 2019-02-12 14:59:09 Test case timeout after 900 seconds == /home/stepan/galera/git/10.4/server/mysql-test/var/log/mysql-wsrep-features#8.log == connection node_2; connection node_1; SET SESSION wsrep_trx_fragment_size = 1; CREATE TABLE ten (f1 INTEGER) ENGINE=InnoDB; INSERT INTO ten VALUES (1),(2),(3),(4),(5),(6),(7),(8),(9),(10); connection node_1; CREATE TABLE t1 (f1 INT PRIMARY KEY AUTO_INCREMENT, f2 VARCHAR(100), FULLTEXT (f2)) ENGINE=InnoDB; connection node_2; SELECT COUNT(*) = 13 FROM INFORMATION_SCHEMA.INNODB_SYS_TABLES WHERE name LIKE 'test/%'; COUNT(*) = 13 1 connection node_1; INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4; == /home/stepan/galera/git/10.4/server/mysql-test/var/tmp/analyze-timeout-mysqld.2.err == mysqltest: Could not open connection 'default' after 500 attempts: 2002 Can't connect to local MySQL server through socket '/home/stepan/galera/git/10.4/server/mysql-test/var/tmp/mysqld.2.' (111) == /home/stepan/galera/git/10.4/server/mysql-test/var/tmp/analyze-timeout-mysqld.1.err == mysqltest: Could not open connection 'default' after 500 attempts: 2002 Can't connect to local MySQL server through socket '/home/stepan/galera/git/10.4/server/mysql-test/var/tmp/mysqld.1.' (111) - found 'core.19675' (0/5) Trying 'dbx' to get a backtrace Trying 'gdb' to get a backtrace from coredump /home/stepan/galera/git/10.4/server/mysql-test/var/log/galera_sr.mysql-wsrep-features#8-innodb/mysqld.1/data/core.19675 Core generated by '/home/stepan/galera/git/10.4/server/sql/mysqld' Output from gdb follows. The first stack trace is from the failing thread. The following stack traces are from all threads (so the failing one is duplicated). -------------------------- [New LWP 19675] [New LWP 19688] [New LWP 19681] [New LWP 19683] [New LWP 19692] [New LWP 19685] [New LWP 19686] [New LWP 19703] [New LWP 19696] [New LWP 19695] [New LWP 19705] [New LWP 19709] [New LWP 19682] [New LWP 19684] [New LWP 19704] [New LWP 19677] [New LWP 19706] [New LWP 19920] [New LWP 19710] [New LWP 19699] [New LWP 19680] [New LWP 19701] [New LWP 19679] [New LWP 19678] [New LWP 19676] [New LWP 19702] [New LWP 19700] [New LWP 19687] [New LWP 19693] [New LWP 19697] [New LWP 19689] [New LWP 19694] [New LWP 19698] [New LWP 19690] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/home/stepan/galera/git/10.4/server/sql/mysqld --defaults-group-suffix=.1 --def'. Program terminated with signal 6, Aborted. #0 0x00007fcba0f4d9d1 in pthread_kill () from /lib64/libpthread.so.0 #0 0x00007fcba0f4d9d1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x0000561304b56368 in my_write_core (sig=6) at /home/stepan/galera/git/10.4/server/mysys/stacktrace.c:481 #2 0x0000561304394503 in handle_fatal_signal (sig=6) at /home/stepan/galera/git/10.4/server/sql/signal_handler.cc:305 #3 #4 0x00007fcb9f2fc20d in poll () from /lib64/libc.so.6 #5 0x0000561303f34a8a in handle_connections_sockets () at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:6417 #6 0x0000561303f33d25 in mysqld_main (argc=161, argv=0x561306442d20) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:5853 #7 0x0000561303f27ec5 in main (argc=23, argv=0x7ffef2262c58) at /home/stepan/galera/git/10.4/server/sql/main.cc:25 Thread 34 (Thread 0x7fcb6effd700 (LWP 19690)): #0 0x00007fcba0f4fd1d in fsync () from /lib64/libpthread.so.0 #1 0x0000561304692acb in os_file_fsync_posix (file=15) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2458 #2 0x0000561304692e21 in os_file_flush_func (file=15) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2559 #3 0x00005613048db3a2 in pfs_os_file_flush_func (file=..., src_file=0x561304f55a70 "/home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc", src_line=827) at /home/stepan/galera/git/10.4/server/storage/innobase/include/os0file.ic:406 #4 0x00005613048de11d in fil_flush_low (space=0x56130690b340, metadata=false) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:827 #5 0x00005613048e99f7 in fil_flush (space_id=0) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4449 #6 0x0000561304866cbd in buf_dblwr_flush_buffered_writes () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0dblwr.cc:1072 #7 0x00005613048713a5 in buf_flush_end (buf_pool=0x5613067e7170, flush_type=BUF_FLUSH_LIST) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1880 #8 0x0000561304871563 in buf_flush_do_batch (buf_pool=0x5613067e7170, type=BUF_FLUSH_LIST, min_n=9, lsn_limit=18446744073709551615, n=0x7fcb6effcb70) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1949 #9 0x000056130487424d in pc_flush_slot () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:2750 #10 0x000056130487519b in buf_flush_page_cleaner_coordinator () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:3159 #11 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #12 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7fcb66ffd700 (LWP 19698)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x561306701670, abstime=0x7fcb66ffccb0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x561306701670, time_in_usec=10000, reset_sig_count=4999) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x561306701670, time_in_usec=10000, reset_sig_count=4999) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x0000561304789dcc in srv_resume_thread (slot=0x5613056d8748 , sig_count=4999, wait=true, timeout_usec=10000) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:898 #5 0x000056130478de04 in srv_purge_coordinator_suspend (slot=0x5613056d8748 , rseg_history_len=2) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2614 #6 0x000056130478e09a in srv_purge_coordinator_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2689 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fcb6e7fc700 (LWP 19694)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x5613067018f0, abstime=0x7fcb6e7fbd20) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x5613067018f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x5613067018f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000056130478bada in srv_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1672 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fcb6f7fe700 (LWP 19689)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb6f7fdb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb6f7fdb00, m1=0x7fcb6f7fdba8, m2=0x7fcb6f7fdbb0, request=0x7fcb6f7fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=5, m1=0x7fcb6f7fdba8, m2=0x7fcb6f7fdbb0, request=0x7fcb6f7fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=5, m1=0x7fcb6f7fdba8, m2=0x7fcb6f7fdbb0, request=0x7fcb6f7fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=5) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916648 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fcb677fe700 (LWP 19697)): #0 0x00007fcba0f4fe3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000056130469e401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x000056130478d35b in srv_master_sleep () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2309 #3 0x000056130478d48b in srv_master_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2350 #4 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fcb6d7fa700 (LWP 19693)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x561306701870, abstime=0x7fcb6d7f9ba0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x561306701870, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x561306701870, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000056130478bffc in srv_error_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1836 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fcb78a05700 (LWP 19687)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb78a04b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb78a04b00, m1=0x7fcb78a04ba8, m2=0x7fcb78a04bb0, request=0x7fcb78a04be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=3, m1=0x7fcb78a04ba8, m2=0x7fcb78a04bb0, request=0x7fcb78a04be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=3, m1=0x7fcb78a04ba8, m2=0x7fcb78a04bb0, request=0x7fcb78a04be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=3) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916638 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fcb65ffb700 (LWP 19700)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x5613067017f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x5613067017f0, reset_sig_count=16517) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x5613067017f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304789df3 in srv_resume_thread (slot=0x5613056d87f0 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000056130478d9f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fcb64ff9700 (LWP 19702)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x561306701970) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x561306701970, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x561306701970, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304869eb1 in buf_dump_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0dump.cc:833 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fcb999a1700 (LWP 19676)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5bc99 in safe_cond_timedwait (cond=0x56130613a640 , mp=0x56130613a580 , abstime=0x7fcb999a0d70, file=0x561304fe3840 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x0000561304b5cc53 in inline_mysql_cond_timedwait (that=0x56130613a640 , mutex=0x56130613a580 , abstime=0x7fcb999a0d70, src_file=0x561304fe3888 "/home/stepan/galera/git/10.4/server/mysys/thr_timer.c", src_line=292) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x0000561304b5d7b6 in timer_handler (arg=0x0) at /home/stepan/galera/git/10.4/server/mysys/thr_timer.c:292 #4 0x0000561304aee45f in pfs_spawn_thread (arg=0x56130658a7c0) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fcb9117a700 (LWP 19678)): #0 0x00007fcb9f307483 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fcb98df86f8 in asio::detail::epoll_reactor::run (this=0x5613065fa010, block=block@entry=true, ops=...) at asio/asio/detail/impl/epoll_reactor.ipp:391 #2 0x00007fcb98dfcdf0 in asio::detail::task_io_service::do_run_one (this=this@entry=0x5613065f9eb0, lock=..., this_thread=..., ec=...) at asio/asio/detail/impl/task_io_service.ipp:355 #3 0x00007fcb98dfd0a2 in asio::detail::task_io_service::run (this=0x5613065f9eb0, ec=...) at asio/asio/detail/impl/task_io_service.ipp:148 #4 0x00007fcb98e14afd in asio::io_service::run (this=0x5613065f89e0) at asio/asio/impl/io_service.ipp:58 #5 0x00007fcb98e15251 in gcomm::AsioProtonet::event_loop (this=0x5613065f8940, period=...) at gcomm/src/asio_protonet.cpp:116 #6 0x00007fcb98e332ed in GCommConn::run (this=0x5613065f9690) at gcs/src/gcs_gcomm.cpp:498 #7 0x00007fcb98e36399 in GCommConn::run_fn (arg=) at gcs/src/gcs_gcomm.cpp:209 #8 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fcb90979700 (LWP 19679)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fcb98e31867 in gu::Lock::wait (cond=..., this=0x7fcb90978850) at galerautils/src/gu_lock.hpp:45 #2 0x00007fcb98e343ab in RecvBuf::front (this=this@entry=0x5613065f9878, timeout=...) at gcs/src/gcs_gcomm.cpp:124 #3 0x00007fcb98e31f46 in gcomm_recv (backend=, msg=0x5613065c9970, timeout=9223372035999999999) at gcs/src/gcs_gcomm.cpp:673 #4 0x00007fcb98e25eec in core_msg_recv (backend=backend@entry=0x5613065c9ab8, recv_msg=recv_msg@entry=0x5613065c9970, timeout=timeout@entry=9223372035999999999) at gcs/src/gcs_core.cpp:480 #5 0x00007fcb98e29164 in gcs_core_recv (conn=0x5613065c9910, recv_act=recv_act@entry=0x7fcb90978d70, timeout=9223372035999999999) at gcs/src/gcs_core.cpp:1184 #6 0x00007fcb98e303d8 in gcs_recv_thread (arg=0x5613065c9690) at gcs/src/gcs.cpp:1398 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fcb657fa700 (LWP 19701)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x5613067016f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x5613067016f0, reset_sig_count=24308) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x5613067016f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304789df3 in srv_resume_thread (slot=0x5613056d8780 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000056130478d9f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fcb987d4700 (LWP 19680)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x7fcb88017b68, mp=0x7fcb88017ab8, file=0x561304cc5b60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x00005613042b3088 in inline_mysql_cond_wait (that=0x7fcb88017b68, mutex=0x7fcb88017ab8, src_file=0x561304cc5e80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x00005613042b5d20 in Wsrep_thd_queue::pop_front (this=0x7fcb88017a60) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x00005613042b4740 in wsrep_rollback_process (rollbacker=0x7fcb88001d50, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:143 #5 0x00005613042a5282 in start_wsrep_THD (arg=0x561306612ec0) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fcb667fc700 (LWP 19699)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x561306701770) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x561306701770, reset_sig_count=20355) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x561306701770, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304789df3 in srv_resume_thread (slot=0x5613056d87b8 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000056130478d9f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fcb98099700 (LWP 19710)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5bc99 in safe_cond_timedwait (cond=0x56130589b1a0 , mp=0x56130589dba0 , abstime=0x7fcb98098c60, file=0x561304c174c8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x0000561303f28845 in inline_mysql_cond_timedwait (that=0x56130589b1a0 , mutex=0x56130589dba0 , abstime=0x7fcb98098c60, src_file=0x561304c19538 "/home/stepan/galera/git/10.4/server/sql/mysqld.cc", src_line=2675) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x0000561303f2d61b in cache_thread (thd=0x7fcb28000b00) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2674 #4 0x0000561303f2d8c9 in one_thread_per_connection_end (thd=0x7fcb28000b00, put_in_cache=true) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2761 #5 0x00005613041ca0f3 in do_handle_one_connection (connect=0x561306a70f10) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1414 #6 0x00005613041c9dad in handle_one_connection (arg=0x561306a70f10) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1302 #7 0x0000561304aee45f in pfs_spawn_thread (arg=0x561306a95d50) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #8 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fcb9804e700 (LWP 19920)): #0 0x00007fcb9f28b1f4 in _int_malloc () from /lib64/libc.so.6 #1 0x00007fcb9f28e1ac in malloc () from /lib64/libc.so.6 #2 0x00007fcb9fb4cecd in operator new(unsigned long) () from /lib64/libstdc++.so.6 #3 0x00007fcb98e567bb in boost::detail::shared_count::shared_count (this=0x7fcb9804ad38, p=0x7fcb2018af80, d=...) at /usr/include/boost/smart_ptr/detail/shared_count.hpp:167 #4 0x00007fcb98e56815 in boost::shared_ptr::shared_ptr (this=, p=, d=...) at /usr/include/boost/smart_ptr/shared_ptr.hpp:363 #5 0x00007fcb98e762d6 in galera::ReplicatorSMM::replicate (this=0x5613065c13c0, trx=..., meta=0x7fcb9804b3e8) at galera/src/replicator_smm.cpp:697 #6 0x00007fcb98e92932 in galera_certify (gh=, conn_id=, trx_handle=, flags=, meta=0x7fcb9804b3e8) at galera/src/wsrep_provider.cpp:535 #7 0x0000561304c105e8 in wsrep::wsrep_provider_v26::certify (this=0x561306548350, client_id=..., ws_handle=..., flags=0, ws_meta=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:737 #8 0x0000561304c0634e in wsrep::transaction::certify_fragment (this=0x7fcb200069d0, lock=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/transaction.cpp:1140 #9 0x0000561304c05c37 in wsrep::transaction::streaming_step (this=0x7fcb200069d0, lock=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/transaction.cpp:1031 #10 0x0000561304c02ff2 in wsrep::transaction::after_row (this=0x7fcb200069d0) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/transaction.cpp:247 #11 0x00005613043ac3a8 in wsrep::client_state::after_row (this=0x7fcb20006960) at /home/stepan/galera/git/10.4/server/wsrep-lib/include/wsrep/client_state.hpp:305 #12 0x0000561304395625 in wsrep_after_row (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/wsrep_trans_observer.h:123 #13 0x00005613043a752a in wsrep_after_row (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/handler.cc:6442 #14 0x00005613043a791b in handler::ha_write_row (this=0x7fcb2009db28, buf=0x7fcb2009d6d0 "\376k'") at /home/stepan/galera/git/10.4/server/sql/handler.cc:6473 #15 0x000056130401d443 in write_record (thd=0x7fcb20000b00, table=0x7fcb2009ca90, info=0x7fcb20016ea0) at /home/stepan/galera/git/10.4/server/sql/sql_insert.cc:2026 #16 0x0000561304022742 in select_insert::send_data (this=0x7fcb20016e58, values=...) at /home/stepan/galera/git/10.4/server/sql/sql_insert.cc:3872 #17 0x00005613040dae07 in end_send (join=0x7fcb20016f08, join_tab=0x7fcb200a9478, end_of_records=false) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:20574 #18 0x0000561304217fa7 in JOIN_CACHE::generate_full_extensions (this=0x7fcb200a9828, rec_ptr=0x7fcb2012c7b4 "\270") at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2400 #19 0x0000561304217cc2 in JOIN_CACHE::join_matching_records (this=0x7fcb200a9828, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2292 #20 0x000056130421768e in JOIN_CACHE::join_records (this=0x7fcb200a9828, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2088 #21 0x0000561304217828 in JOIN_CACHE::join_records (this=0x7fcb20019ca8, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2134 #22 0x0000561304217828 in JOIN_CACHE::join_records (this=0x7fcb20019b78, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2134 #23 0x00005613040d7abb in sub_select_cache (join=0x7fcb20016f08, join_tab=0x7fcb200a8968, end_of_records=true) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:19170 #24 0x00005613040d7cc8 in sub_select (join=0x7fcb20016f08, join_tab=0x7fcb200a85b8, end_of_records=true) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:19341 #25 0x00005613040d7493 in do_select (join=0x7fcb20016f08, procedure=0x0) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:18932 #26 0x00005613040affb1 in JOIN::exec_inner (this=0x7fcb20016f08) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:4094 #27 0x00005613040af3fa in JOIN::exec (this=0x7fcb20016f08) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:3888 #28 0x00005613040b06ec in mysql_select (thd=0x7fcb20000b00, tables=0x7fcb20014c30, wild_num=0, fields=..., conds=0x0, og_num=0, order=0x0, group=0x0, having=0x0, proc_param=0x0, select_options=3489925888, result=0x7fcb20016e58, unit=0x7fcb200049c0, select_lex=0x7fcb200146f0) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:4293 #29 0x00005613040a1fed in handle_select (thd=0x7fcb20000b00, lex=0x7fcb200048f8, result=0x7fcb20016e58, setup_tables_done_option=1073741824) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:385 #30 0x00005613040643fc in mysql_execute_command (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:4859 #31 0x000056130406f935 in mysql_parse (thd=0x7fcb20000b00, rawbuf=0x7fcb20013e58 "INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4", length=86, parser_state=0x7fcb9804d0d0, is_com_multi=false, is_next_command=false) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:8120 #32 0x000056130406ef68 in wsrep_mysql_parse (thd=0x7fcb20000b00, rawbuf=0x7fcb20013e58 "INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4", length=86, parser_state=0x7fcb9804d0d0, is_com_multi=false, is_next_command=false) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:7932 #33 0x000056130405ae25 in dispatch_command (command=COM_QUERY, thd=0x7fcb20000b00, packet=0x7fcb2000a431 "INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4", packet_length=86, is_com_multi=false, is_next_command=false) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:1790 #34 0x000056130405980d in do_command (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:1356 #35 0x00005613041ca069 in do_handle_one_connection (connect=0x561306619ee0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1399 #36 0x00005613041c9dad in handle_one_connection (arg=0x561306619ee0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1302 #37 0x0000561304aee45f in pfs_spawn_thread (arg=0x56130657da70) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #38 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #39 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fcb9812f700 (LWP 19706)): #0 0x00007fcb9f24040a in sigwaitinfo () from /lib64/libc.so.6 #1 0x0000561303f27f44 in my_sigwait (set=0x7fcb9812ecf0, sig=0x7fcb9812ecb4, code=0x7fcb9812ecb8) at /home/stepan/galera/git/10.4/server/include/my_pthread.h:196 #2 0x0000561303f2e584 in signal_hand (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:3233 #3 0x0000561304aee45f in pfs_spawn_thread (arg=0x5613066c5260) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #4 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fcb935fe700 (LWP 19677)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fcb98e56fd7 in gu::Lock::wait (cond=..., this=0x7fcb935fdbf0) at galerautils/src/gu_lock.hpp:45 #2 0x00007fcb98e57069 in galera::ServiceThd::thd_func (arg=0x5613065c1ad8) at galera/src/galera_service_thd.cpp:30 #3 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fcb4b7fe700 (LWP 19704)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x561306701a70) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x561306701a70, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x561306701a70, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304852b26 in buf_resize_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0buf.cc:3097 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fcb7a208700 (LWP 19684)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb7a207b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb7a207b00, m1=0x7fcb7a207ba8, m2=0x7fcb7a207bb0, request=0x7fcb7a207be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=0, m1=0x7fcb7a207ba8, m2=0x7fcb7a207bb0, request=0x7fcb7a207be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=0, m1=0x7fcb7a207ba8, m2=0x7fcb7a207bb0, request=0x7fcb7a207be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=0) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916620 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fcb9873e700 (LWP 19682)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fcb98d4b132 in fifo_lock_get (q=q@entry=0x7fcb988d6010) at galerautils/src/gu_fifo.c:262 #2 0x00007fcb98d4b7a1 in gu_fifo_get_head (q=0x7fcb988d6010, err=0x7fcb9873d06c) at galerautils/src/gu_fifo.c:330 #3 0x00007fcb98e2d0cc in gcs_recv (conn=0x5613065c9690, action=0x7fcb9873d0b0) at gcs/src/gcs.cpp:2024 #4 0x00007fcb98e5a16c in galera::GcsActionSource::process (this=0x5613065c9070, recv_ctx=0x7fcb9873d4d0, exit_loop=@0x7fcb9873d29e: false) at galera/src/gcs_action_source.cpp:161 #5 0x00007fcb98e79033 in galera::ReplicatorSMM::async_recv (this=0x5613065c13c0, recv_ctx=0x7fcb9873d4d0) at galera/src/replicator_smm.cpp:383 #6 0x0000561304c10276 in wsrep::wsrep_provider_v26::run_applier (this=0x561306548350, applier_ctx=0x7fcb9873d4d0) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:690 #7 0x00005613042b3636 in wsrep_replication_process (thd=0x7fcb80000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:61 #8 0x00005613042a5282 in start_wsrep_THD (arg=0x561306611d20) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #9 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fcb980e4700 (LWP 19709)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x56130589b1e0 , mp=0x56130589e560 , file=0x561304c26cc8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1167) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x0000561303f594ee in inline_mysql_cond_wait (that=0x56130589b1e0 , mutex=0x56130589e560 , src_file=0x561304c27830 "/home/stepan/galera/git/10.4/server/sql/slave.cc", src_line=519) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1167 #3 0x0000561303f5ad80 in handle_slave_background (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/slave.cc:519 #4 0x0000561304aee45f in pfs_spawn_thread (arg=0x5613066c5750) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7fcb4affd700 (LWP 19705)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x7fcb4affcc70, mp=0x7fcb4affccb0, file=0x561304e29c40 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x00005613045b5487 in inline_mysql_cond_wait (that=0x7fcb4affcc70, mutex=0x7fcb4affccb0, src_file=0x561304e2b5d8 "/home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc", src_line=294) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x00005613045ba0c3 in thd_destructor_proxy () at /home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc:294 #4 0x0000561304aee45f in pfs_spawn_thread (arg=0x561306942940) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fcb6cff9700 (LWP 19695)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x56130690bdc0, abstime=0x7fcb6cff8d60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x56130690bdc0, time_in_usec=10000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x56130690bdc0, time_in_usec=10000000, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x00005613048d3142 in dict_stats_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/dict/dict0stats_bg.cc:460 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fcb67fff700 (LWP 19696)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x5613068a1790, abstime=0x7fcb67ffeb60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x5613068a1790, time_in_usec=5000000, reset_sig_count=3) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x5613068a1790, time_in_usec=5000000, reset_sig_count=3) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x00005613047ec2fb in ib_wqueue_timedwait (wq=0x5613068a16e0, wait_in_usecs=5000000) at /home/stepan/galera/git/10.4/server/storage/innobase/ut/ut0wqueue.cc:163 #5 0x000056130492cea4 in fts_optimize_thread (arg=0x5613068a16e0) at /home/stepan/galera/git/10.4/server/storage/innobase/fts/fts0opt.cc:2897 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fcb4bfff700 (LWP 19703)): #0 0x00007fcba0f4fe3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000056130469e401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x0000561304844a3c in btr_defragment_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/btr/btr0defragment.cc:702 #3 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fcb79206700 (LWP 19686)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb79205b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb79205b00, m1=0x7fcb79205ba8, m2=0x7fcb79205bb0, request=0x7fcb79205be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=2, m1=0x7fcb79205ba8, m2=0x7fcb79205bb0, request=0x7fcb79205be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=2, m1=0x7fcb79205ba8, m2=0x7fcb79205bb0, request=0x7fcb79205be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=2) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916630 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fcb79a07700 (LWP 19685)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb79a06b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb79a06b00, m1=0x7fcb79a06ba8, m2=0x7fcb79a06bb0, request=0x7fcb79a06be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=1, m1=0x7fcb79a06ba8, m2=0x7fcb79a06bb0, request=0x7fcb79a06be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=1, m1=0x7fcb79a06ba8, m2=0x7fcb79a06bb0, request=0x7fcb79a06be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=1) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916628 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fcb6dffb700 (LWP 19692)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x5613068d9da0, abstime=0x7fcb6dffad40) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x5613068d9da0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x5613068d9da0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000056130466a88e in lock_wait_timeout_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/lock/lock0wait.cc:543 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fcb7b85a700 (LWP 19683)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5bc99 in safe_cond_timedwait (cond=0x561306127ea0 , mp=0x561306127de0 , abstime=0x7fcb7b859cb0, file=0x561304f9f610 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x00005613049c5acb in inline_mysql_cond_timedwait (that=0x561306127ea0 , mutex=0x561306127de0 , abstime=0x7fcb7b859cb0, src_file=0x561304f9f658 "/home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c", src_line=116) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x00005613049c5fef in my_service_thread_sleep (control=0x5613056dcb00 , sleep_time=30000000000) at /home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c:115 #4 0x00005613049ba488 in ma_checkpoint_background (arg=0x1e) at /home/stepan/galera/git/10.4/server/storage/maria/ma_checkpoint.c:707 #5 0x0000561304aee45f in pfs_spawn_thread (arg=0x5613066b9980) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fcb98789700 (LWP 19681)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x7fcb7c015608, mp=0x7fcb7c015558, file=0x561304cc5b60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x00005613042b3088 in inline_mysql_cond_wait (that=0x7fcb7c015608, mutex=0x7fcb7c015558, src_file=0x561304cc5e80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x00005613042b5d20 in Wsrep_thd_queue::pop_front (this=0x7fcb7c015500) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x00005613042b4b00 in wsrep_post_rollback_process (post_rollbacker=0x7fcb7c000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:285 #5 0x00005613042a5282 in start_wsrep_THD (arg=0x5613066094f0) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fcb6ffff700 (LWP 19688)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb6fffeb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb6fffeb00, m1=0x7fcb6fffeba8, m2=0x7fcb6fffebb0, request=0x7fcb6fffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=4, m1=0x7fcb6fffeba8, m2=0x7fcb6fffebb0, request=0x7fcb6fffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=4, m1=0x7fcb6fffeba8, m2=0x7fcb6fffebb0, request=0x7fcb6fffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=4) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916640 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7fcba1359880 (LWP 19675)): #0 0x00007fcba0f4d9d1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x0000561304b56368 in my_write_core (sig=6) at /home/stepan/galera/git/10.4/server/mysys/stacktrace.c:481 #2 0x0000561304394503 in handle_fatal_signal (sig=6) at /home/stepan/galera/git/10.4/server/sql/signal_handler.cc:305 #3 #4 0x00007fcb9f2fc20d in poll () from /lib64/libc.so.6 #5 0x0000561303f34a8a in handle_connections_sockets () at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:6417 #6 0x0000561303f33d25 in mysqld_main (argc=161, argv=0x561306442d20) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:5853 #7 0x0000561303f27ec5 in main (argc=23, argv=0x7ffef2262c58) at /home/stepan/galera/git/10.4/server/sql/main.cc:25 - found 'core.19717' (1/5) Trying 'dbx' to get a backtrace Trying 'gdb' to get a backtrace from coredump /home/stepan/galera/git/10.4/server/mysql-test/var/log/galera_sr.mysql-wsrep-features#8-innodb/mysqld.2/data/core.19717 Core generated by '/home/stepan/galera/git/10.4/server/sql/mysqld' Output from gdb follows. The first stack trace is from the failing thread. The following stack traces are from all threads (so the failing one is duplicated). -------------------------- [New LWP 19717] [New LWP 19719] [New LWP 19885] [New LWP 19720] [New LWP 19722] [New LWP 19883] [New LWP 19724] [New LWP 19884] [New LWP 19894] [New LWP 19886] [New LWP 19888] [New LWP 19895] [New LWP 19899] [New LWP 19898] [New LWP 19889] [New LWP 19901] [New LWP 19903] [New LWP 19900] [New LWP 19905] [New LWP 19890] [New LWP 19721] [New LWP 19907] [New LWP 19908] [New LWP 19887] [New LWP 19911] [New LWP 19896] [New LWP 19902] [New LWP 19906] [New LWP 19893] [New LWP 19904] [New LWP 19723] [New LWP 19897] [New LWP 19725] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/home/stepan/galera/git/10.4/server/sql/mysqld --defaults-group-suffix=.2 --def'. Program terminated with signal 6, Aborted. #0 0x00007fa8832a09d1 in pthread_kill () from /lib64/libpthread.so.0 #0 0x00007fa8832a09d1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x000055a07715c368 in my_write_core (sig=6) at /home/stepan/galera/git/10.4/server/mysys/stacktrace.c:481 #2 0x000055a07699a503 in handle_fatal_signal (sig=6) at /home/stepan/galera/git/10.4/server/sql/signal_handler.cc:305 #3 #4 0x00007fa88164f20d in poll () from /lib64/libc.so.6 #5 0x000055a07653aa8a in handle_connections_sockets () at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:6417 #6 0x000055a076539d25 in mysqld_main (argc=162, argv=0x55a079146d20) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:5853 #7 0x000055a07652dec5 in main (argc=23, argv=0x7ffc3328cdd8) at /home/stepan/galera/git/10.4/server/sql/main.cc:25 Thread 33 (Thread 0x7fa87860d700 (LWP 19725)): #0 0x00007fa8832a2d1d in fsync () from /lib64/libpthread.so.0 #1 0x000055a076c98acb in os_file_fsync_posix (file=21) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2458 #2 0x000055a076c98e21 in os_file_flush_func (file=21) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2559 #3 0x000055a076ee13a2 in pfs_os_file_flush_func (file=..., src_file=0x55a07755ba70 "/home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc", src_line=827) at /home/stepan/galera/git/10.4/server/storage/innobase/include/os0file.ic:406 #4 0x000055a076ee411d in fil_flush_low (space=0x55a0796183e0, metadata=false) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:827 #5 0x000055a076eef9f7 in fil_flush (space_id=4294967280) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4449 #6 0x000055a076c741cf in log_write_flush_to_disk_low () at /home/stepan/galera/git/10.4/server/storage/innobase/log/log0log.cc:873 #7 0x000055a076c74c31 in log_write_up_to (lsn=4228346, flush_to_disk=true, rotate_key=false) at /home/stepan/galera/git/10.4/server/storage/innobase/log/log0log.cc:1111 #8 0x000055a076ddfd91 in trx_flush_log_if_needed_low (lsn=4228346) at /home/stepan/galera/git/10.4/server/storage/innobase/trx/trx0trx.cc:1192 #9 0x000055a076ddfdda in trx_flush_log_if_needed (lsn=4228346, trx=0x7fa868c55140) at /home/stepan/galera/git/10.4/server/storage/innobase/trx/trx0trx.cc:1214 #10 0x000055a076de1c03 in trx_commit_complete_for_mysql (trx=0x7fa868c55140) at /home/stepan/galera/git/10.4/server/storage/innobase/trx/trx0trx.cc:1733 #11 0x000055a076bc6514 in innobase_commit (hton=0x55a0793e2a40, thd=0x7fa858000b00, commit_trx=true) at /home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc:4633 #12 0x000055a0769a0039 in commit_one_phase_2 (thd=0x7fa858000b00, all=true, trans=0x7fa858004050, is_real_trans=true) at /home/stepan/galera/git/10.4/server/sql/handler.cc:1740 #13 0x000055a07699ff3b in ha_commit_one_phase (thd=0x7fa858000b00, all=true) at /home/stepan/galera/git/10.4/server/sql/handler.cc:1720 #14 0x000055a07699f2b7 in ha_commit_trans (thd=0x7fa858000b00, all=true) at /home/stepan/galera/git/10.4/server/sql/handler.cc:1533 #15 0x000055a0767e4e8e in trans_commit (thd=0x7fa858000b00) at /home/stepan/galera/git/10.4/server/sql/transaction.cc:313 #16 0x000055a0768983d6 in Wsrep_high_priority_service::append_fragment_and_commit (this=0x7fa87860c4d0, ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/sql/wsrep_high_priority_service.cc:264 #17 0x000055a0771fea51 in apply_fragment (high_priority_service=..., streaming_applier=..., ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/server_state.cpp:67 #18 0x000055a0771ff4b1 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/server_state.cpp:241 #19 0x000055a077202807 in wsrep::server_state::on_apply (this=0x55a07928f740, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/server_state.cpp:944 #20 0x000055a077217ed1 in wsrep::high_priority_service::apply (this=0x7fa87860c4d0, ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/include/wsrep/high_priority_service.hpp:46 #21 0x000055a0772155b8 in (anonymous namespace)::apply_cb (ctx=0x7fa87860c4d0, wsh=0x7fa87860b3e0, flags=0, buf=0x7fa87860b420, meta=0x7fa87860b6b0, exit_loop=0x7fa87860b5ef) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:489 #22 0x00007fa87b1933b1 in galera::TrxHandleSlave::apply (this=this@entry=0x7fa8580962b0, recv_ctx=recv_ctx@entry=0x7fa87860c4d0, apply_cb=0x55a077215395 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7fa87860b5ef: false) at galera/src/trx_handle.cpp:418 #23 0x00007fa87b1c5d92 in galera::ReplicatorSMM::apply_trx (this=this@entry=0x55a0792c5370, recv_ctx=recv_ctx@entry=0x7fa87860c4d0, ts=...) at galera/src/replicator_smm.cpp:489 #24 0x00007fa87b1cba40 in galera::ReplicatorSMM::process_trx (this=0x55a0792c5370, recv_ctx=0x7fa87860c4d0, ts_ptr=...) at galera/src/replicator_smm.cpp:2116 #25 0x00007fa87b1acc6b in galera::GcsActionSource::process_writeset (this=this@entry=0x55a0792f5eb0, recv_ctx=0x7fa87860c4d0, act=..., exit_loop=@0x7fa87860c29e: false) at galera/src/gcs_action_source.cpp:62 #26 0x00007fa87b1ace45 in galera::GcsActionSource::dispatch (this=this@entry=0x55a0792f5eb0, recv_ctx=recv_ctx@entry=0x7fa87860c4d0, act=..., exit_loop=@0x7fa87860c29e: false) at galera/src/gcs_action_source.cpp:109 #27 0x00007fa87b1ad21d in galera::GcsActionSource::process (this=0x55a0792f5eb0, recv_ctx=0x7fa87860c4d0, exit_loop=@0x7fa87860c29e: false) at galera/src/gcs_action_source.cpp:182 #28 0x00007fa87b1cc033 in galera::ReplicatorSMM::async_recv (this=0x55a0792c5370, recv_ctx=0x7fa87860c4d0) at galera/src/replicator_smm.cpp:383 #29 0x000055a077216276 in wsrep::wsrep_provider_v26::run_applier (this=0x55a07923ae50, applier_ctx=0x7fa87860c4d0) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:690 #30 0x000055a0768b9636 in wsrep_replication_process (thd=0x7fa858000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:61 #31 0x000055a0768ab282 in start_wsrep_THD (arg=0x55a07931f900) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #32 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #33 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fa839ffb700 (LWP 19897)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a0795b63e0, abstime=0x7fa839ffab60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a0795b63e0, time_in_usec=5000000, reset_sig_count=4) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a0795b63e0, time_in_usec=5000000, reset_sig_count=4) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076df22fb in ib_wqueue_timedwait (wq=0x55a0795b6330, wait_in_usecs=5000000) at /home/stepan/galera/git/10.4/server/storage/innobase/ut/ut0wqueue.cc:163 #5 0x000055a076f32ea4 in fts_optimize_thread (arg=0x55a0795b6330) at /home/stepan/galera/git/10.4/server/storage/innobase/fts/fts0opt.cc:2897 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fa8786a3700 (LWP 19723)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x7fa860016858, mp=0x7fa8600167a8, file=0x55a0772cbb60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a0768b9088 in inline_mysql_cond_wait (that=0x7fa860016858, mutex=0x7fa8600167a8, src_file=0x55a0772cbe80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x000055a0768bbd20 in Wsrep_thd_queue::pop_front (this=0x7fa860016750) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x000055a0768ba740 in wsrep_rollback_process (rollbacker=0x7fa860001d50, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:143 #5 0x000055a0768ab282 in start_wsrep_THD (arg=0x55a07931e2f0) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fa829ffb700 (LWP 19904)): #0 0x00007fa8832a2e3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000055a076ca4401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x000055a076e4aa3c in btr_defragment_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/btr/btr0defragment.cc:702 #3 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fa83b7fe700 (LWP 19893)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a0795e6aa0, abstime=0x7fa83b7fdd40) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a0795e6aa0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a0795e6aa0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076c7088e in lock_wait_timeout_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/lock/lock0wait.cc:543 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fa828ff9700 (LWP 19906)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x7fa828ff8c70, mp=0x7fa828ff8cb0, file=0x55a07742fc40 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a076bbb487 in inline_mysql_cond_wait (that=0x7fa828ff8c70, mutex=0x7fa828ff8cb0, src_file=0x55a0774315d8 "/home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc", src_line=294) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x000055a076bc00c3 in thd_destructor_proxy () at /home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc:294 #4 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0795c9290) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fa82affd700 (LWP 19902)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e470) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e470, reset_sig_count=19879) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e470, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde7b8 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d939f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fa83a7fc700 (LWP 19896)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a079618ac0, abstime=0x7fa83a7fbd60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a079618ac0, time_in_usec=10000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a079618ac0, time_in_usec=10000000, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076ed9142 in dict_stats_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/dict/dict0stats_bg.cc:460 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fa878168700 (LWP 19911)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161c99 in safe_cond_timedwait (cond=0x55a077ea11a0 , mp=0x55a077ea3ba0 , abstime=0x7fa878167c60, file=0x55a07721d4c8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x000055a07652e845 in inline_mysql_cond_timedwait (that=0x55a077ea11a0 , mutex=0x55a077ea3ba0 , abstime=0x7fa878167c60, src_file=0x55a07721f538 "/home/stepan/galera/git/10.4/server/sql/mysqld.cc", src_line=2675) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x000055a07653361b in cache_thread (thd=0x7fa84c000c40) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2674 #4 0x000055a0765338c9 in one_thread_per_connection_end (thd=0x7fa84c000c40, put_in_cache=true) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2761 #5 0x000055a0767d00f3 in do_handle_one_connection (connect=0x55a0797950e0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1414 #6 0x000055a0767cfdad in handle_one_connection (arg=0x55a0797950e0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1302 #7 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a079795df0) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #8 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fa8427fc700 (LWP 19887)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa8427fbb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa8427fbb00, m1=0x7fa8427fbba8, m2=0x7fa8427fbbb0, request=0x7fa8427fbbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=3, m1=0x7fa8427fbba8, m2=0x7fa8427fbbb0, request=0x7fa8427fbbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=3, m1=0x7fa8427fbba8, m2=0x7fa8427fbbb0, request=0x7fa8427fbbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=3) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c638 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fa8781b3700 (LWP 19908)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x55a077ea11e0 , mp=0x55a077ea4560 , file=0x55a07722ccc8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1167) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a07655f4ee in inline_mysql_cond_wait (that=0x55a077ea11e0 , mutex=0x55a077ea4560 , src_file=0x55a07722d830 "/home/stepan/galera/git/10.4/server/sql/slave.cc", src_line=519) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1167 #3 0x000055a076560d80 in handle_slave_background (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/slave.cc:519 #4 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0793d2450) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fa8781fe700 (LWP 19907)): #0 0x00007fa88159340a in sigwaitinfo () from /lib64/libc.so.6 #1 0x000055a07652df44 in my_sigwait (set=0x7fa8781fdcf0, sig=0x7fa8781fdcb4, code=0x7fa8781fdcb8) at /home/stepan/galera/git/10.4/server/include/my_pthread.h:196 #2 0x000055a076534584 in signal_hand (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:3233 #3 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0793d1f60) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #4 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fa86bffe700 (LWP 19721)): #0 0x00007fa88165a483 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa87b14b6f8 in asio::detail::epoll_reactor::run (this=0x55a0792fdff0, block=block@entry=true, ops=...) at asio/asio/detail/impl/epoll_reactor.ipp:391 #2 0x00007fa87b14fdf0 in asio::detail::task_io_service::do_run_one (this=this@entry=0x55a0792fde90, lock=..., this_thread=..., ec=...) at asio/asio/detail/impl/task_io_service.ipp:355 #3 0x00007fa87b1500a2 in asio::detail::task_io_service::run (this=0x55a0792fde90, ec=...) at asio/asio/detail/impl/task_io_service.ipp:148 #4 0x00007fa87b167afd in asio::io_service::run (this=0x55a0792fced0) at asio/asio/impl/io_service.ipp:58 #5 0x00007fa87b168251 in gcomm::AsioProtonet::event_loop (this=0x55a0792fce30, period=...) at gcomm/src/asio_protonet.cpp:116 #6 0x00007fa87b1862ed in GCommConn::run (this=0x55a0792fd620) at gcs/src/gcs_gcomm.cpp:498 #7 0x00007fa87b189399 in GCommConn::run_fn (arg=) at gcs/src/gcs_gcomm.cpp:209 #8 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fa840ff9700 (LWP 19890)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a0795a6ae0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a0795a6ae0, reset_sig_count=6017) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a0795a6ae0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076c74761 in log_write_up_to (lsn=4227749, flush_to_disk=true, rotate_key=false) at /home/stepan/galera/git/10.4/server/storage/innobase/log/log0log.cc:989 #5 0x000055a076e745f2 in buf_flush_write_block_low (bpage=0x7fa868435830, flush_type=BUF_FLUSH_LIST, sync=false) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:962 #6 0x000055a076e74fb6 in buf_flush_page (buf_pool=0x55a0794f3e70, bpage=0x7fa868435830, flush_type=BUF_FLUSH_LIST, sync=false) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1165 #7 0x000055a076e758fe in buf_flush_try_neighbors (page_id=..., flush_type=BUF_FLUSH_LIST, n_flushed=1, n_to_flush=9) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1389 #8 0x000055a076e75c81 in buf_flush_page_and_try_neighbors (bpage=0x7fa868435830, flush_type=BUF_FLUSH_LIST, n_to_flush=9, count=0x7fa840ff88c8) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1461 #9 0x000055a076e7689a in buf_do_flush_list_batch (buf_pool=0x55a0794f3e70, min_n=9, lsn_limit=18446744073709551615) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1719 #10 0x000055a076e76e92 in buf_flush_batch (buf_pool=0x55a0794f3e70, flush_type=BUF_FLUSH_LIST, min_n=9, lsn_limit=18446744073709551615, n=0x7fa840ff8b70) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1789 #11 0x000055a076e77552 in buf_flush_do_batch (buf_pool=0x55a0794f3e70, type=BUF_FLUSH_LIST, min_n=9, lsn_limit=18446744073709551615, n=0x7fa840ff8b70) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1947 #12 0x000055a076e7a24d in pc_flush_slot () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:2750 #13 0x000055a076e7b19b in buf_flush_page_cleaner_coordinator () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:3159 #14 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fa8297fa700 (LWP 19905)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e770) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e770, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e770, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076e58b26 in buf_resize_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0buf.cc:3097 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fa82bfff700 (LWP 19900)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e3f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e3f0, reset_sig_count=24549) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e3f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde780 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d939f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fa82a7fc700 (LWP 19903)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e670) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e670, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e670, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076e6feb1 in buf_dump_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0dump.cc:833 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fa82b7fe700 (LWP 19901)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e4f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e4f0, reset_sig_count=16914) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e4f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde7f0 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d939f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fa8417fa700 (LWP 19889)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa8417f9b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa8417f9b00, m1=0x7fa8417f9ba8, m2=0x7fa8417f9bb0, request=0x7fa8417f9be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=5, m1=0x7fa8417f9ba8, m2=0x7fa8417f9bb0, request=0x7fa8417f9be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=5, m1=0x7fa8417f9ba8, m2=0x7fa8417f9bb0, request=0x7fa8417f9be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=5) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c648 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fa8397fa700 (LWP 19898)): #0 0x00007fa8832a2e3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000055a076ca4401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x000055a076d9335b in srv_master_sleep () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2309 #3 0x000055a076d9348b in srv_master_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2350 #4 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fa838ff9700 (LWP 19899)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e370) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e370, reset_sig_count=5045) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e370, reset_sig_count=5045) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde748 , sig_count=5045, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d93e04 in srv_purge_coordinator_suspend (slot=0x55a077cde748 , rseg_history_len=23) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2614 #6 0x000055a076d9409a in srv_purge_coordinator_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2689 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fa83affd700 (LWP 19895)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a07940e5f0, abstime=0x7fa83affcd20) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a07940e5f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a07940e5f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076d91ada in srv_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1672 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7fa841ffb700 (LWP 19888)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa841ffab00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa841ffab00, m1=0x7fa841ffaba8, m2=0x7fa841ffabb0, request=0x7fa841ffabe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=4, m1=0x7fa841ffaba8, m2=0x7fa841ffabb0, request=0x7fa841ffabe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=4, m1=0x7fa841ffaba8, m2=0x7fa841ffabb0, request=0x7fa841ffabe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=4) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c640 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fa842ffd700 (LWP 19886)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa842ffcb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa842ffcb00, m1=0x7fa842ffcba8, m2=0x7fa842ffcbb0, request=0x7fa842ffcbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=2, m1=0x7fa842ffcba8, m2=0x7fa842ffcbb0, request=0x7fa842ffcbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=2, m1=0x7fa842ffcba8, m2=0x7fa842ffcbb0, request=0x7fa842ffcbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=2) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c630 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fa83bfff700 (LWP 19894)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a07940e570, abstime=0x7fa83bffeba0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a07940e570, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a07940e570, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076d91ffc in srv_error_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1836 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fa843fff700 (LWP 19884)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa843ffeb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa843ffeb00, m1=0x7fa843ffeba8, m2=0x7fa843ffebb0, request=0x7fa843ffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=0, m1=0x7fa843ffeba8, m2=0x7fa843ffebb0, request=0x7fa843ffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=0, m1=0x7fa843ffeba8, m2=0x7fa843ffebb0, request=0x7fa843ffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=0) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c620 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fa878658700 (LWP 19724)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x7fa854016918, mp=0x7fa854016868, file=0x55a0772cbb60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a0768b9088 in inline_mysql_cond_wait (that=0x7fa854016918, mutex=0x7fa854016868, src_file=0x55a0772cbe80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x000055a0768bbd20 in Wsrep_thd_queue::pop_front (this=0x7fa854016810) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x000055a0768bab00 in wsrep_post_rollback_process (post_rollbacker=0x7fa854000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:285 #5 0x000055a0768ab282 in start_wsrep_THD (arg=0x55a079315f80) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fa869855700 (LWP 19883)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161c99 in safe_cond_timedwait (cond=0x55a07872dea0 , mp=0x55a07872dde0 , abstime=0x7fa869854cb0, file=0x55a0775a5610 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x000055a076fcbacb in inline_mysql_cond_timedwait (that=0x55a07872dea0 , mutex=0x55a07872dde0 , abstime=0x7fa869854cb0, src_file=0x55a0775a5658 "/home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c", src_line=116) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x000055a076fcbfef in my_service_thread_sleep (control=0x55a077ce2b00 , sleep_time=30000000000) at /home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c:115 #4 0x000055a076fc0488 in ma_checkpoint_background (arg=0x1e) at /home/stepan/galera/git/10.4/server/storage/maria/ma_checkpoint.c:707 #5 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0793c6710) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fa86b7fd700 (LWP 19722)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa87b184867 in gu::Lock::wait (cond=..., this=0x7fa86b7fc850) at galerautils/src/gu_lock.hpp:45 #2 0x00007fa87b1873ab in RecvBuf::front (this=this@entry=0x55a0792fd808, timeout=...) at gcs/src/gcs_gcomm.cpp:124 #3 0x00007fa87b184f46 in gcomm_recv (backend=, msg=0x55a0792cd880, timeout=9223372035999999999) at gcs/src/gcs_gcomm.cpp:673 #4 0x00007fa87b178eec in core_msg_recv (backend=backend@entry=0x55a0792cd9c8, recv_msg=recv_msg@entry=0x55a0792cd880, timeout=timeout@entry=9223372035999999999) at gcs/src/gcs_core.cpp:480 #5 0x00007fa87b17c164 in gcs_core_recv (conn=0x55a0792cd820, recv_act=recv_act@entry=0x7fa86b7fcd70, timeout=9223372035999999999) at gcs/src/gcs_core.cpp:1184 #6 0x00007fa87b1833d8 in gcs_recv_thread (arg=0x55a0792cd5a0) at gcs/src/gcs.cpp:1398 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fa87ab27700 (LWP 19720)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa87b1a9fd7 in gu::Lock::wait (cond=..., this=0x7fa87ab26bf0) at galerautils/src/gu_lock.hpp:45 #2 0x00007fa87b1aa069 in galera::ServiceThd::thd_func (arg=0x55a0792c5a88) at galera/src/galera_service_thd.cpp:30 #3 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fa8437fe700 (LWP 19885)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa8437fdb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa8437fdb00, m1=0x7fa8437fdba8, m2=0x7fa8437fdbb0, request=0x7fa8437fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=1, m1=0x7fa8437fdba8, m2=0x7fa8437fdbb0, request=0x7fa8437fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=1, m1=0x7fa8437fdba8, m2=0x7fa8437fdbb0, request=0x7fa8437fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=1) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c628 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fa87bcf4700 (LWP 19719)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161c99 in safe_cond_timedwait (cond=0x55a078worker[1] Trying to dump core for [mysqltest - pid: 20373, winpid: 20373] worker[1] Trying to dump core for [mysqld.1 - pid: 20126, winpid: 20126] worker[1] Trying to dump core for [mysqld.2 - pid: 20167, winpid: 20167] 740640 , mp=0x55a078740580 , abstime=0x7fa87bcf3d70, file=0x55a0775e9840 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x000055a077162c53 in inline_mysql_cond_timedwait (that=0x55a078740640 , mutex=0x55a078740580 , abstime=0x7fa87bcf3d70, src_file=0x55a0775e9888 "/home/stepan/galera/git/10.4/server/mysys/thr_timer.c", src_line=292) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x000055a0771637b6 in timer_handler (arg=0x0) at /home/stepan/galera/git/10.4/server/mysys/thr_timer.c:292 #4 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a07928e7d0) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7fa8836ac880 (LWP 19717)): #0 0x00007fa8832a09d1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x000055a07715c368 in my_write_core (sig=6) at /home/stepan/galera/git/10.4/server/mysys/stacktrace.c:481 #2 0x000055a07699a503 in handle_fatal_signal (sig=6) at /home/stepan/galera/git/10.4/server/sql/signal_handler.cc:305 #3 #4 0x00007fa88164f20d in poll () from /lib64/libc.so.6 #5 0x000055a07653aa8a in handle_connections_sockets () at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:6417 #6 0x000055a076539d25 in mysqld_main (argc=162, argv=0x55a079146d20) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:5853 #7 0x000055a07652dec5 in main (argc=23, argv=0x7ffc3328cdd8) at /home/stepan/galera/git/10.4/server/sql/main.cc:25 - saving '/home/stepan/galera/git/10.4/server/mysql-test/var/log/galera_sr.mysql-wsrep-features#8-innodb/' to '/home/stepan/galera/git/10.4/server/mysql-test/var/log/galera_sr.mysql-wsrep-features#8-innodb/' ***Warnings generated in error logs during shutdown after running tests: galera_sr.mysql-wsrep-features#8 Attempting backtrace. You can use the following information to find out Attempting backtrace. You can use the following information to find out galera_sr.mysql-wsrep-features#8 'innodb' [ 2 fail ] timeout after 900 seconds Test ended at 2019-02-12 15:15:34 Test case timeout after 900 seconds == /home/stepan/galera/git/10.4/server/mysql-test/var/log/mysql-wsrep-features#8.log == connection node_2; connection node_1; SET SESSION wsrep_trx_fragment_size = 1; CREATE TABLE ten (f1 INTEGER) ENGINE=InnoDB; INSERT INTO ten VALUES (1),(2),(3),(4),(5),(6),(7),(8),(9),(10); connection node_1; CREATE TABLE t1 (f1 INT PRIMARY KEY AUTO_INCREMENT, f2 VARCHAR(100), FULLTEXT (f2)) ENGINE=InnoDB; connection node_2; SELECT COUNT(*) = 13 FROM INFORMATION_SCHEMA.INNODB_SYS_TABLES WHERE name LIKE 'test/%'; COUNT(*) = 13 1 connection node_1; INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4; == /home/stepan/galera/git/10.4/server/mysql-test/var/tmp/analyze-timeout-mysqld.1.err == mysqltest: Could not open connection 'default' after 500 attempts: 2002 Can't connect to local MySQL server through socket '/home/stepan/galera/git/10.4/server/mysql-test/var/tmp/mysqld.1.' (111) == /home/stepan/galera/git/10.4/server/mysql-test/var/tmp/analyze-timeout-mysqld.2.err == mysqltest: Could not open connection 'default' after 500 attempts: 2002 Can't connect to local MySQL server through socket '/home/stepan/galera/git/10.4/server/mysql-test/var/tmp/mysqld.2.' (111) - found 'core.19675' (2/5) Trying 'dbx' to get a backtrace Trying 'gdb' to get a backtrace from coredump /home/stepan/galera/git/10.4/server/mysql-test/var/log/galera_sr.mysql-wsrep-features#8-innodb/mysqld.1/data/core.19675 Core generated by '/home/stepan/galera/git/10.4/server/sql/mysqld' Output from gdb follows. The first stack trace is from the failing thread. The following stack traces are from all threads (so the failing one is duplicated). -------------------------- [New LWP 19675] [New LWP 19688] [New LWP 19681] [New LWP 19683] [New LWP 19692] [New LWP 19685] [New LWP 19686] [New LWP 19703] [New LWP 19696] [New LWP 19695] [New LWP 19705] [New LWP 19709] [New LWP 19682] [New LWP 19684] [New LWP 19704] [New LWP 19677] [New LWP 19706] [New LWP 19920] [New LWP 19710] [New LWP 19699] [New LWP 19680] [New LWP 19701] [New LWP 19679] [New LWP 19678] [New LWP 19676] [New LWP 19702] [New LWP 19700] [New LWP 19687] [New LWP 19693] [New LWP 19697] [New LWP 19689] [New LWP 19694] [New LWP 19698] [New LWP 19690] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/home/stepan/galera/git/10.4/server/sql/mysqld --defaults-group-suffix=.1 --def'. Program terminated with signal 6, Aborted. #0 0x00007fcba0f4d9d1 in pthread_kill () from /lib64/libpthread.so.0 #0 0x00007fcba0f4d9d1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x0000561304b56368 in my_write_core (sig=6) at /home/stepan/galera/git/10.4/server/mysys/stacktrace.c:481 #2 0x0000561304394503 in handle_fatal_signal (sig=6) at /home/stepan/galera/git/10.4/server/sql/signal_handler.cc:305 #3 #4 0x00007fcb9f2fc20d in poll () from /lib64/libc.so.6 #5 0x0000561303f34a8a in handle_connections_sockets () at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:6417 #6 0x0000561303f33d25 in mysqld_main (argc=161, argv=0x561306442d20) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:5853 #7 0x0000561303f27ec5 in main (argc=23, argv=0x7ffef2262c58) at /home/stepan/galera/git/10.4/server/sql/main.cc:25 Thread 34 (Thread 0x7fcb6effd700 (LWP 19690)): #0 0x00007fcba0f4fd1d in fsync () from /lib64/libpthread.so.0 #1 0x0000561304692acb in os_file_fsync_posix (file=15) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2458 #2 0x0000561304692e21 in os_file_flush_func (file=15) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2559 #3 0x00005613048db3a2 in pfs_os_file_flush_func (file=..., src_file=0x561304f55a70 "/home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc", src_line=827) at /home/stepan/galera/git/10.4/server/storage/innobase/include/os0file.ic:406 #4 0x00005613048de11d in fil_flush_low (space=0x56130690b340, metadata=false) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:827 #5 0x00005613048e99f7 in fil_flush (space_id=0) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4449 #6 0x0000561304866cbd in buf_dblwr_flush_buffered_writes () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0dblwr.cc:1072 #7 0x00005613048713a5 in buf_flush_end (buf_pool=0x5613067e7170, flush_type=BUF_FLUSH_LIST) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1880 #8 0x0000561304871563 in buf_flush_do_batch (buf_pool=0x5613067e7170, type=BUF_FLUSH_LIST, min_n=9, lsn_limit=18446744073709551615, n=0x7fcb6effcb70) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1949 #9 0x000056130487424d in pc_flush_slot () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:2750 #10 0x000056130487519b in buf_flush_page_cleaner_coordinator () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:3159 #11 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #12 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 33 (Thread 0x7fcb66ffd700 (LWP 19698)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x561306701670, abstime=0x7fcb66ffccb0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x561306701670, time_in_usec=10000, reset_sig_count=4999) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x561306701670, time_in_usec=10000, reset_sig_count=4999) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x0000561304789dcc in srv_resume_thread (slot=0x5613056d8748 , sig_count=4999, wait=true, timeout_usec=10000) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:898 #5 0x000056130478de04 in srv_purge_coordinator_suspend (slot=0x5613056d8748 , rseg_history_len=2) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2614 #6 0x000056130478e09a in srv_purge_coordinator_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2689 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fcb6e7fc700 (LWP 19694)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x5613067018f0, abstime=0x7fcb6e7fbd20) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x5613067018f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x5613067018f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000056130478bada in srv_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1672 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fcb6f7fe700 (LWP 19689)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb6f7fdb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb6f7fdb00, m1=0x7fcb6f7fdba8, m2=0x7fcb6f7fdbb0, request=0x7fcb6f7fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=5, m1=0x7fcb6f7fdba8, m2=0x7fcb6f7fdbb0, request=0x7fcb6f7fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=5, m1=0x7fcb6f7fdba8, m2=0x7fcb6f7fdbb0, request=0x7fcb6f7fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=5) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916648 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fcb677fe700 (LWP 19697)): #0 0x00007fcba0f4fe3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000056130469e401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x000056130478d35b in srv_master_sleep () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2309 #3 0x000056130478d48b in srv_master_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2350 #4 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fcb6d7fa700 (LWP 19693)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x561306701870, abstime=0x7fcb6d7f9ba0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x561306701870, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x561306701870, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000056130478bffc in srv_error_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1836 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fcb78a05700 (LWP 19687)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb78a04b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb78a04b00, m1=0x7fcb78a04ba8, m2=0x7fcb78a04bb0, request=0x7fcb78a04be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=3, m1=0x7fcb78a04ba8, m2=0x7fcb78a04bb0, request=0x7fcb78a04be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=3, m1=0x7fcb78a04ba8, m2=0x7fcb78a04bb0, request=0x7fcb78a04be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=3) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916638 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fcb65ffb700 (LWP 19700)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x5613067017f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x5613067017f0, reset_sig_count=16517) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x5613067017f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304789df3 in srv_resume_thread (slot=0x5613056d87f0 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000056130478d9f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fcb64ff9700 (LWP 19702)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x561306701970) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x561306701970, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x561306701970, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304869eb1 in buf_dump_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0dump.cc:833 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fcb999a1700 (LWP 19676)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5bc99 in safe_cond_timedwait (cond=0x56130613a640 , mp=0x56130613a580 , abstime=0x7fcb999a0d70, file=0x561304fe3840 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x0000561304b5cc53 in inline_mysql_cond_timedwait (that=0x56130613a640 , mutex=0x56130613a580 , abstime=0x7fcb999a0d70, src_file=0x561304fe3888 "/home/stepan/galera/git/10.4/server/mysys/thr_timer.c", src_line=292) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x0000561304b5d7b6 in timer_handler (arg=0x0) at /home/stepan/galera/git/10.4/server/mysys/thr_timer.c:292 #4 0x0000561304aee45f in pfs_spawn_thread (arg=0x56130658a7c0) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fcb9117a700 (LWP 19678)): #0 0x00007fcb9f307483 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fcb98df86f8 in asio::detail::epoll_reactor::run (this=0x5613065fa010, block=block@entry=true, ops=...) at asio/asio/detail/impl/epoll_reactor.ipp:391 #2 0x00007fcb98dfcdf0 in asio::detail::task_io_service::do_run_one (this=this@entry=0x5613065f9eb0, lock=..., this_thread=..., ec=...) at asio/asio/detail/impl/task_io_service.ipp:355 #3 0x00007fcb98dfd0a2 in asio::detail::task_io_service::run (this=0x5613065f9eb0, ec=...) at asio/asio/detail/impl/task_io_service.ipp:148 #4 0x00007fcb98e14afd in asio::io_service::run (this=0x5613065f89e0) at asio/asio/impl/io_service.ipp:58 #5 0x00007fcb98e15251 in gcomm::AsioProtonet::event_loop (this=0x5613065f8940, period=...) at gcomm/src/asio_protonet.cpp:116 #6 0x00007fcb98e332ed in GCommConn::run (this=0x5613065f9690) at gcs/src/gcs_gcomm.cpp:498 #7 0x00007fcb98e36399 in GCommConn::run_fn (arg=) at gcs/src/gcs_gcomm.cpp:209 #8 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fcb90979700 (LWP 19679)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fcb98e31867 in gu::Lock::wait (cond=..., this=0x7fcb90978850) at galerautils/src/gu_lock.hpp:45 #2 0x00007fcb98e343ab in RecvBuf::front (this=this@entry=0x5613065f9878, timeout=...) at gcs/src/gcs_gcomm.cpp:124 #3 0x00007fcb98e31f46 in gcomm_recv (backend=, msg=0x5613065c9970, timeout=9223372035999999999) at gcs/src/gcs_gcomm.cpp:673 #4 0x00007fcb98e25eec in core_msg_recv (backend=backend@entry=0x5613065c9ab8, recv_msg=recv_msg@entry=0x5613065c9970, timeout=timeout@entry=9223372035999999999) at gcs/src/gcs_core.cpp:480 #5 0x00007fcb98e29164 in gcs_core_recv (conn=0x5613065c9910, recv_act=recv_act@entry=0x7fcb90978d70, timeout=9223372035999999999) at gcs/src/gcs_core.cpp:1184 #6 0x00007fcb98e303d8 in gcs_recv_thread (arg=0x5613065c9690) at gcs/src/gcs.cpp:1398 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fcb657fa700 (LWP 19701)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x5613067016f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x5613067016f0, reset_sig_count=24308) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x5613067016f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304789df3 in srv_resume_thread (slot=0x5613056d8780 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000056130478d9f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fcb987d4700 (LWP 19680)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x7fcb88017b68, mp=0x7fcb88017ab8, file=0x561304cc5b60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x00005613042b3088 in inline_mysql_cond_wait (that=0x7fcb88017b68, mutex=0x7fcb88017ab8, src_file=0x561304cc5e80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x00005613042b5d20 in Wsrep_thd_queue::pop_front (this=0x7fcb88017a60) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x00005613042b4740 in wsrep_rollback_process (rollbacker=0x7fcb88001d50, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:143 #5 0x00005613042a5282 in start_wsrep_THD (arg=0x561306612ec0) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fcb667fc700 (LWP 19699)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x561306701770) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x561306701770, reset_sig_count=20355) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x561306701770, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304789df3 in srv_resume_thread (slot=0x5613056d87b8 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000056130478d9f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fcb98099700 (LWP 19710)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5bc99 in safe_cond_timedwait (cond=0x56130589b1a0 , mp=0x56130589dba0 , abstime=0x7fcb98098c60, file=0x561304c174c8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x0000561303f28845 in inline_mysql_cond_timedwait (that=0x56130589b1a0 , mutex=0x56130589dba0 , abstime=0x7fcb98098c60, src_file=0x561304c19538 "/home/stepan/galera/git/10.4/server/sql/mysqld.cc", src_line=2675) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x0000561303f2d61b in cache_thread (thd=0x7fcb28000b00) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2674 #4 0x0000561303f2d8c9 in one_thread_per_connection_end (thd=0x7fcb28000b00, put_in_cache=true) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2761 #5 0x00005613041ca0f3 in do_handle_one_connection (connect=0x561306a70f10) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1414 #6 0x00005613041c9dad in handle_one_connection (arg=0x561306a70f10) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1302 #7 0x0000561304aee45f in pfs_spawn_thread (arg=0x561306a95d50) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #8 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fcb9804e700 (LWP 19920)): #0 0x00007fcb9f28b1f4 in _int_malloc () from /lib64/libc.so.6 #1 0x00007fcb9f28e1ac in malloc () from /lib64/libc.so.6 #2 0x00007fcb9fb4cecd in operator new(unsigned long) () from /lib64/libstdc++.so.6 #3 0x00007fcb98e567bb in boost::detail::shared_count::shared_count (this=0x7fcb9804ad38, p=0x7fcb2018af80, d=...) at /usr/include/boost/smart_ptr/detail/shared_count.hpp:167 #4 0x00007fcb98e56815 in boost::shared_ptr::shared_ptr (this=, p=, d=...) at /usr/include/boost/smart_ptr/shared_ptr.hpp:363 #5 0x00007fcb98e762d6 in galera::ReplicatorSMM::replicate (this=0x5613065c13c0, trx=..., meta=0x7fcb9804b3e8) at galera/src/replicator_smm.cpp:697 #6 0x00007fcb98e92932 in galera_certify (gh=, conn_id=, trx_handle=, flags=, meta=0x7fcb9804b3e8) at galera/src/wsrep_provider.cpp:535 #7 0x0000561304c105e8 in wsrep::wsrep_provider_v26::certify (this=0x561306548350, client_id=..., ws_handle=..., flags=0, ws_meta=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:737 #8 0x0000561304c0634e in wsrep::transaction::certify_fragment (this=0x7fcb200069d0, lock=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/transaction.cpp:1140 #9 0x0000561304c05c37 in wsrep::transaction::streaming_step (this=0x7fcb200069d0, lock=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/transaction.cpp:1031 #10 0x0000561304c02ff2 in wsrep::transaction::after_row (this=0x7fcb200069d0) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/transaction.cpp:247 #11 0x00005613043ac3a8 in wsrep::client_state::after_row (this=0x7fcb20006960) at /home/stepan/galera/git/10.4/server/wsrep-lib/include/wsrep/client_state.hpp:305 #12 0x0000561304395625 in wsrep_after_row (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/wsrep_trans_observer.h:123 #13 0x00005613043a752a in wsrep_after_row (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/handler.cc:6442 #14 0x00005613043a791b in handler::ha_write_row (this=0x7fcb2009db28, buf=0x7fcb2009d6d0 "\376k'") at /home/stepan/galera/git/10.4/server/sql/handler.cc:6473 #15 0x000056130401d443 in write_record (thd=0x7fcb20000b00, table=0x7fcb2009ca90, info=0x7fcb20016ea0) at /home/stepan/galera/git/10.4/server/sql/sql_insert.cc:2026 #16 0x0000561304022742 in select_insert::send_data (this=0x7fcb20016e58, values=...) at /home/stepan/galera/git/10.4/server/sql/sql_insert.cc:3872 #17 0x00005613040dae07 in end_send (join=0x7fcb20016f08, join_tab=0x7fcb200a9478, end_of_records=false) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:20574 #18 0x0000561304217fa7 in JOIN_CACHE::generate_full_extensions (this=0x7fcb200a9828, rec_ptr=0x7fcb2012c7b4 "\270") at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2400 #19 0x0000561304217cc2 in JOIN_CACHE::join_matching_records (this=0x7fcb200a9828, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2292 #20 0x000056130421768e in JOIN_CACHE::join_records (this=0x7fcb200a9828, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2088 #21 0x0000561304217828 in JOIN_CACHE::join_records (this=0x7fcb20019ca8, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2134 #22 0x0000561304217828 in JOIN_CACHE::join_records (this=0x7fcb20019b78, skip_last=false) at /home/stepan/galera/git/10.4/server/sql/sql_join_cache.cc:2134 #23 0x00005613040d7abb in sub_select_cache (join=0x7fcb20016f08, join_tab=0x7fcb200a8968, end_of_records=true) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:19170 #24 0x00005613040d7cc8 in sub_select (join=0x7fcb20016f08, join_tab=0x7fcb200a85b8, end_of_records=true) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:19341 #25 0x00005613040d7493 in do_select (join=0x7fcb20016f08, procedure=0x0) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:18932 #26 0x00005613040affb1 in JOIN::exec_inner (this=0x7fcb20016f08) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:4094 #27 0x00005613040af3fa in JOIN::exec (this=0x7fcb20016f08) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:3888 #28 0x00005613040b06ec in mysql_select (thd=0x7fcb20000b00, tables=0x7fcb20014c30, wild_num=0, fields=..., conds=0x0, og_num=0, order=0x0, group=0x0, having=0x0, proc_param=0x0, select_options=3489925888, result=0x7fcb20016e58, unit=0x7fcb200049c0, select_lex=0x7fcb200146f0) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:4293 #29 0x00005613040a1fed in handle_select (thd=0x7fcb20000b00, lex=0x7fcb200048f8, result=0x7fcb20016e58, setup_tables_done_option=1073741824) at /home/stepan/galera/git/10.4/server/sql/sql_select.cc:385 #30 0x00005613040643fc in mysql_execute_command (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:4859 #31 0x000056130406f935 in mysql_parse (thd=0x7fcb20000b00, rawbuf=0x7fcb20013e58 "INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4", length=86, parser_state=0x7fcb9804d0d0, is_com_multi=false, is_next_command=false) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:8120 #32 0x000056130406ef68 in wsrep_mysql_parse (thd=0x7fcb20000b00, rawbuf=0x7fcb20013e58 "INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4", length=86, parser_state=0x7fcb9804d0d0, is_com_multi=false, is_next_command=false) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:7932 #33 0x000056130405ae25 in dispatch_command (command=COM_QUERY, thd=0x7fcb20000b00, packet=0x7fcb2000a431 "INSERT INTO t1 (f2) SELECT 'foobarbaz' FROM ten AS a1, ten AS a2, ten AS a3, ten AS a4", packet_length=86, is_com_multi=false, is_next_command=false) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:1790 #34 0x000056130405980d in do_command (thd=0x7fcb20000b00) at /home/stepan/galera/git/10.4/server/sql/sql_parse.cc:1356 #35 0x00005613041ca069 in do_handle_one_connection (connect=0x561306619ee0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1399 #36 0x00005613041c9dad in handle_one_connection (arg=0x561306619ee0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1302 #37 0x0000561304aee45f in pfs_spawn_thread (arg=0x56130657da70) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #38 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #39 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fcb9812f700 (LWP 19706)): #0 0x00007fcb9f24040a in sigwaitinfo () from /lib64/libc.so.6 #1 0x0000561303f27f44 in my_sigwait (set=0x7fcb9812ecf0, sig=0x7fcb9812ecb4, code=0x7fcb9812ecb8) at /home/stepan/galera/git/10.4/server/include/my_pthread.h:196 #2 0x0000561303f2e584 in signal_hand (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:3233 #3 0x0000561304aee45f in pfs_spawn_thread (arg=0x5613066c5260) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #4 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fcb935fe700 (LWP 19677)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fcb98e56fd7 in gu::Lock::wait (cond=..., this=0x7fcb935fdbf0) at galerautils/src/gu_lock.hpp:45 #2 0x00007fcb98e57069 in galera::ServiceThd::thd_func (arg=0x5613065c1ad8) at galera/src/galera_service_thd.cpp:30 #3 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fcb4b7fe700 (LWP 19704)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469e0ff in os_event::wait (this=0x561306701a70) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000056130469db85 in os_event::wait_low (this=0x561306701a70, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000056130469def6 in os_event_wait_low (event=0x561306701a70, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x0000561304852b26 in buf_resize_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0buf.cc:3097 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fcb7a208700 (LWP 19684)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb7a207b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb7a207b00, m1=0x7fcb7a207ba8, m2=0x7fcb7a207bb0, request=0x7fcb7a207be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=0, m1=0x7fcb7a207ba8, m2=0x7fcb7a207bb0, request=0x7fcb7a207be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=0, m1=0x7fcb7a207ba8, m2=0x7fcb7a207bb0, request=0x7fcb7a207be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=0) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916620 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fcb9873e700 (LWP 19682)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fcb98d4b132 in fifo_lock_get (q=q@entry=0x7fcb988d6010) at galerautils/src/gu_fifo.c:262 #2 0x00007fcb98d4b7a1 in gu_fifo_get_head (q=0x7fcb988d6010, err=0x7fcb9873d06c) at galerautils/src/gu_fifo.c:330 #3 0x00007fcb98e2d0cc in gcs_recv (conn=0x5613065c9690, action=0x7fcb9873d0b0) at gcs/src/gcs.cpp:2024 #4 0x00007fcb98e5a16c in galera::GcsActionSource::process (this=0x5613065c9070, recv_ctx=0x7fcb9873d4d0, exit_loop=@0x7fcb9873d29e: false) at galera/src/gcs_action_source.cpp:161 #5 0x00007fcb98e79033 in galera::ReplicatorSMM::async_recv (this=0x5613065c13c0, recv_ctx=0x7fcb9873d4d0) at galera/src/replicator_smm.cpp:383 #6 0x0000561304c10276 in wsrep::wsrep_provider_v26::run_applier (this=0x561306548350, applier_ctx=0x7fcb9873d4d0) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:690 #7 0x00005613042b3636 in wsrep_replication_process (thd=0x7fcb80000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:61 #8 0x00005613042a5282 in start_wsrep_THD (arg=0x561306611d20) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #9 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #10 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fcb980e4700 (LWP 19709)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x56130589b1e0 , mp=0x56130589e560 , file=0x561304c26cc8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1167) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x0000561303f594ee in inline_mysql_cond_wait (that=0x56130589b1e0 , mutex=0x56130589e560 , src_file=0x561304c27830 "/home/stepan/galera/git/10.4/server/sql/slave.cc", src_line=519) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1167 #3 0x0000561303f5ad80 in handle_slave_background (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/slave.cc:519 #4 0x0000561304aee45f in pfs_spawn_thread (arg=0x5613066c5750) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7fcb4affd700 (LWP 19705)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x7fcb4affcc70, mp=0x7fcb4affccb0, file=0x561304e29c40 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x00005613045b5487 in inline_mysql_cond_wait (that=0x7fcb4affcc70, mutex=0x7fcb4affccb0, src_file=0x561304e2b5d8 "/home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc", src_line=294) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x00005613045ba0c3 in thd_destructor_proxy () at /home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc:294 #4 0x0000561304aee45f in pfs_spawn_thread (arg=0x561306942940) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fcb6cff9700 (LWP 19695)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x56130690bdc0, abstime=0x7fcb6cff8d60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x56130690bdc0, time_in_usec=10000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x56130690bdc0, time_in_usec=10000000, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x00005613048d3142 in dict_stats_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/dict/dict0stats_bg.cc:460 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fcb67fff700 (LWP 19696)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x5613068a1790, abstime=0x7fcb67ffeb60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x5613068a1790, time_in_usec=5000000, reset_sig_count=3) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x5613068a1790, time_in_usec=5000000, reset_sig_count=3) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x00005613047ec2fb in ib_wqueue_timedwait (wq=0x5613068a16e0, wait_in_usecs=5000000) at /home/stepan/galera/git/10.4/server/storage/innobase/ut/ut0wqueue.cc:163 #5 0x000056130492cea4 in fts_optimize_thread (arg=0x5613068a16e0) at /home/stepan/galera/git/10.4/server/storage/innobase/fts/fts0opt.cc:2897 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fcb4bfff700 (LWP 19703)): #0 0x00007fcba0f4fe3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000056130469e401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x0000561304844a3c in btr_defragment_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/btr/btr0defragment.cc:702 #3 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fcb79206700 (LWP 19686)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb79205b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb79205b00, m1=0x7fcb79205ba8, m2=0x7fcb79205bb0, request=0x7fcb79205be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=2, m1=0x7fcb79205ba8, m2=0x7fcb79205bb0, request=0x7fcb79205be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=2, m1=0x7fcb79205ba8, m2=0x7fcb79205bb0, request=0x7fcb79205be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=2) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916630 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fcb79a07700 (LWP 19685)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb79a06b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb79a06b00, m1=0x7fcb79a06ba8, m2=0x7fcb79a06bb0, request=0x7fcb79a06be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=1, m1=0x7fcb79a06ba8, m2=0x7fcb79a06bb0, request=0x7fcb79a06be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=1, m1=0x7fcb79a06ba8, m2=0x7fcb79a06bb0, request=0x7fcb79a06be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=1) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916628 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fcb6dffb700 (LWP 19692)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000056130469da1a in os_event::timed_wait (this=0x5613068d9da0, abstime=0x7fcb6dffad40) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000056130469dd31 in os_event::wait_time_low (this=0x5613068d9da0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000056130469ded1 in os_event_wait_time_low (event=0x5613068d9da0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000056130466a88e in lock_wait_timeout_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/lock/lock0wait.cc:543 #5 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fcb7b85a700 (LWP 19683)): #0 0x00007fcba0f4cd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5bc99 in safe_cond_timedwait (cond=0x561306127ea0 , mp=0x561306127de0 , abstime=0x7fcb7b859cb0, file=0x561304f9f610 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x00005613049c5acb in inline_mysql_cond_timedwait (that=0x561306127ea0 , mutex=0x561306127de0 , abstime=0x7fcb7b859cb0, src_file=0x561304f9f658 "/home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c", src_line=116) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x00005613049c5fef in my_service_thread_sleep (control=0x5613056dcb00 , sleep_time=30000000000) at /home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c:115 #4 0x00005613049ba488 in ma_checkpoint_background (arg=0x1e) at /home/stepan/galera/git/10.4/server/storage/maria/ma_checkpoint.c:707 #5 0x0000561304aee45f in pfs_spawn_thread (arg=0x5613066b9980) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fcb98789700 (LWP 19681)): #0 0x00007fcba0f4c965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x0000561304b5b997 in safe_cond_wait (cond=0x7fcb7c015608, mp=0x7fcb7c015558, file=0x561304cc5b60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x00005613042b3088 in inline_mysql_cond_wait (that=0x7fcb7c015608, mutex=0x7fcb7c015558, src_file=0x561304cc5e80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x00005613042b5d20 in Wsrep_thd_queue::pop_front (this=0x7fcb7c015500) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x00005613042b4b00 in wsrep_post_rollback_process (post_rollbacker=0x7fcb7c000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:285 #5 0x00005613042a5282 in start_wsrep_THD (arg=0x5613066094f0) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fcb6ffff700 (LWP 19688)): #0 0x00007fcba0b19644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000056130469141c in LinuxAIOHandler::collect (this=0x7fcb6fffeb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x0000561304691945 in LinuxAIOHandler::poll (this=0x7fcb6fffeb00, m1=0x7fcb6fffeba8, m2=0x7fcb6fffebb0, request=0x7fcb6fffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x0000561304691aa8 in os_aio_linux_handler (global_segment=4, m1=0x7fcb6fffeba8, m2=0x7fcb6fffebb0, request=0x7fcb6fffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x00005613046965cc in os_aio_handler (segment=4, m1=0x7fcb6fffeba8, m2=0x7fcb6fffebb0, request=0x7fcb6fffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x00005613048e94a5 in fil_aio_wait (segment=4) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000056130478f909 in io_handler_thread (arg=0x561305916640 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fcba0f48dd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fcb9f306ead in clone () from /lib64/libc.so.6 Thread 1 (Thread 0x7fcba1359880 (LWP 19675)): #0 0x00007fcba0f4d9d1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x0000561304b56368 in my_write_core (sig=6) at /home/stepan/galera/git/10.4/server/mysys/stacktrace.c:481 #2 0x0000561304394503 in handle_fatal_signal (sig=6) at /home/stepan/galera/git/10.4/server/sql/signal_handler.cc:305 #3 #4 0x00007fcb9f2fc20d in poll () from /lib64/libc.so.6 #5 0x0000561303f34a8a in handle_connections_sockets () at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:6417 #6 0x0000561303f33d25 in mysqld_main (argc=161, argv=0x561306442d20) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:5853 #7 0x0000561303f27ec5 in main (argc=23, argv=0x7ffef2262c58) at /home/stepan/galera/git/10.4/server/sql/main.cc:25 - found 'core.19717' (3/5) Trying 'dbx' to get a backtrace Trying 'gdb' to get a backtrace from coredump /home/stepan/galera/git/10.4/server/mysql-test/var/log/galera_sr.mysql-wsrep-features#8-innodb/mysqld.2/data/core.19717 Core generated by '/home/stepan/galera/git/10.4/server/sql/mysqld' Output from gdb follows. The first stack trace is from the failing thread. The following stack traces are from all threads (so the failing one is duplicated). -------------------------- [New LWP 19717] [New LWP 19719] [New LWP 19885] [New LWP 19720] [New LWP 19722] [New LWP 19883] [New LWP 19724] [New LWP 19884] [New LWP 19894] [New LWP 19886] [New LWP 19888] [New LWP 19895] [New LWP 19899] [New LWP 19898] [New LWP 19889] [New LWP 19901] [New LWP 19903] [New LWP 19900] [New LWP 19905] [New LWP 19890] [New LWP 19721] [New LWP 19907] [New LWP 19908] [New LWP 19887] [New LWP 19911] [New LWP 19896] [New LWP 19902] [New LWP 19906] [New LWP 19893] [New LWP 19904] [New LWP 19723] [New LWP 19897] [New LWP 19725] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib64/libthread_db.so.1". Core was generated by `/home/stepan/galera/git/10.4/server/sql/mysqld --defaults-group-suffix=.2 --def'. Program terminated with signal 6, Aborted. #0 0x00007fa8832a09d1 in pthread_kill () from /lib64/libpthread.so.0 #0 0x00007fa8832a09d1 in pthread_kill () from /lib64/libpthread.so.0 #1 0x000055a07715c368 in my_write_core (sig=6) at /home/stepan/galera/git/10.4/server/mysys/stacktrace.c:481 #2 0x000055a07699a503 in handle_fatal_signal (sig=6) at /home/stepan/galera/git/10.4/server/sql/signal_handler.cc:305 #3 #4 0x00007fa88164f20d in poll () from /lib64/libc.so.6 #5 0x000055a07653aa8a in handle_connections_sockets () at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:6417 #6 0x000055a076539d25 in mysqld_main (argc=162, argv=0x55a079146d20) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:5853 #7 0x000055a07652dec5 in main (argc=23, argv=0x7ffc3328cdd8) at /home/stepan/galera/git/10.4/server/sql/main.cc:25 Thread 33 (Thread 0x7fa87860d700 (LWP 19725)): #0 0x00007fa8832a2d1d in fsync () from /lib64/libpthread.so.0 #1 0x000055a076c98acb in os_file_fsync_posix (file=21) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2458 #2 0x000055a076c98e21 in os_file_flush_func (file=21) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2559 #3 0x000055a076ee13a2 in pfs_os_file_flush_func (file=..., src_file=0x55a07755ba70 "/home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc", src_line=827) at /home/stepan/galera/git/10.4/server/storage/innobase/include/os0file.ic:406 #4 0x000055a076ee411d in fil_flush_low (space=0x55a0796183e0, metadata=false) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:827 #5 0x000055a076eef9f7 in fil_flush (space_id=4294967280) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4449 #6 0x000055a076c741cf in log_write_flush_to_disk_low () at /home/stepan/galera/git/10.4/server/storage/innobase/log/log0log.cc:873 #7 0x000055a076c74c31 in log_write_up_to (lsn=4228346, flush_to_disk=true, rotate_key=false) at /home/stepan/galera/git/10.4/server/storage/innobase/log/log0log.cc:1111 #8 0x000055a076ddfd91 in trx_flush_log_if_needed_low (lsn=4228346) at /home/stepan/galera/git/10.4/server/storage/innobase/trx/trx0trx.cc:1192 #9 0x000055a076ddfdda in trx_flush_log_if_needed (lsn=4228346, trx=0x7fa868c55140) at /home/stepan/galera/git/10.4/server/storage/innobase/trx/trx0trx.cc:1214 #10 0x000055a076de1c03 in trx_commit_complete_for_mysql (trx=0x7fa868c55140) at /home/stepan/galera/git/10.4/server/storage/innobase/trx/trx0trx.cc:1733 #11 0x000055a076bc6514 in innobase_commit (hton=0x55a0793e2a40, thd=0x7fa858000b00, commit_trx=true) at /home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc:4633 #12 0x000055a0769a0039 in commit_one_phase_2 (thd=0x7fa858000b00, all=true, trans=0x7fa858004050, is_real_trans=true) at /home/stepan/galera/git/10.4/server/sql/handler.cc:1740 #13 0x000055a07699ff3b in ha_commit_one_phase (thd=0x7fa858000b00, all=true) at /home/stepan/galera/git/10.4/server/sql/handler.cc:1720 #14 0x000055a07699f2b7 in ha_commit_trans (thd=0x7fa858000b00, all=true) at /home/stepan/galera/git/10.4/server/sql/handler.cc:1533 #15 0x000055a0767e4e8e in trans_commit (thd=0x7fa858000b00) at /home/stepan/galera/git/10.4/server/sql/transaction.cc:313 #16 0x000055a0768983d6 in Wsrep_high_priority_service::append_fragment_and_commit (this=0x7fa87860c4d0, ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/sql/wsrep_high_priority_service.cc:264 #17 0x000055a0771fea51 in apply_fragment (high_priority_service=..., streaming_applier=..., ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/server_state.cpp:67 #18 0x000055a0771ff4b1 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/server_state.cpp:241 #19 0x000055a077202807 in wsrep::server_state::on_apply (this=0x55a07928f740, high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/server_state.cpp:944 #20 0x000055a077217ed1 in wsrep::high_priority_service::apply (this=0x7fa87860c4d0, ws_handle=..., ws_meta=..., data=...) at /home/stepan/galera/git/10.4/server/wsrep-lib/include/wsrep/high_priority_service.hpp:46 #21 0x000055a0772155b8 in (anonymous namespace)::apply_cb (ctx=0x7fa87860c4d0, wsh=0x7fa87860b3e0, flags=0, buf=0x7fa87860b420, meta=0x7fa87860b6b0, exit_loop=0x7fa87860b5ef) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:489 #22 0x00007fa87b1933b1 in galera::TrxHandleSlave::apply (this=this@entry=0x7fa8580962b0, recv_ctx=recv_ctx@entry=0x7fa87860c4d0, apply_cb=0x55a077215395 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., exit_loop=exit_loop@entry=@0x7fa87860b5ef: false) at galera/src/trx_handle.cpp:418 #23 0x00007fa87b1c5d92 in galera::ReplicatorSMM::apply_trx (this=this@entry=0x55a0792c5370, recv_ctx=recv_ctx@entry=0x7fa87860c4d0, ts=...) at galera/src/replicator_smm.cpp:489 #24 0x00007fa87b1cba40 in galera::ReplicatorSMM::process_trx (this=0x55a0792c5370, recv_ctx=0x7fa87860c4d0, ts_ptr=...) at galera/src/replicator_smm.cpp:2116 #25 0x00007fa87b1acc6b in galera::GcsActionSource::process_writeset (this=this@entry=0x55a0792f5eb0, recv_ctx=0x7fa87860c4d0, act=..., exit_loop=@0x7fa87860c29e: false) at galera/src/gcs_action_source.cpp:62 #26 0x00007fa87b1ace45 in galera::GcsActionSource::dispatch (this=this@entry=0x55a0792f5eb0, recv_ctx=recv_ctx@entry=0x7fa87860c4d0, act=..., exit_loop=@0x7fa87860c29e: false) at galera/src/gcs_action_source.cpp:109 #27 0x00007fa87b1ad21d in galera::GcsActionSource::process (this=0x55a0792f5eb0, recv_ctx=0x7fa87860c4d0, exit_loop=@0x7fa87860c29e: false) at galera/src/gcs_action_source.cpp:182 #28 0x00007fa87b1cc033 in galera::ReplicatorSMM::async_recv (this=0x55a0792c5370, recv_ctx=0x7fa87860c4d0) at galera/src/replicator_smm.cpp:383 #29 0x000055a077216276 in wsrep::wsrep_provider_v26::run_applier (this=0x55a07923ae50, applier_ctx=0x7fa87860c4d0) at /home/stepan/galera/git/10.4/server/wsrep-lib/src/wsrep_provider_v26.cpp:690 #30 0x000055a0768b9636 in wsrep_replication_process (thd=0x7fa858000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:61 #31 0x000055a0768ab282 in start_wsrep_THD (arg=0x55a07931f900) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #32 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #33 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 32 (Thread 0x7fa839ffb700 (LWP 19897)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a0795b63e0, abstime=0x7fa839ffab60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a0795b63e0, time_in_usec=5000000, reset_sig_count=4) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a0795b63e0, time_in_usec=5000000, reset_sig_count=4) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076df22fb in ib_wqueue_timedwait (wq=0x55a0795b6330, wait_in_usecs=5000000) at /home/stepan/galera/git/10.4/server/storage/innobase/ut/ut0wqueue.cc:163 #5 0x000055a076f32ea4 in fts_optimize_thread (arg=0x55a0795b6330) at /home/stepan/galera/git/10.4/server/storage/innobase/fts/fts0opt.cc:2897 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 31 (Thread 0x7fa8786a3700 (LWP 19723)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x7fa860016858, mp=0x7fa8600167a8, file=0x55a0772cbb60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a0768b9088 in inline_mysql_cond_wait (that=0x7fa860016858, mutex=0x7fa8600167a8, src_file=0x55a0772cbe80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x000055a0768bbd20 in Wsrep_thd_queue::pop_front (this=0x7fa860016750) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x000055a0768ba740 in wsrep_rollback_process (rollbacker=0x7fa860001d50, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:143 #5 0x000055a0768ab282 in start_wsrep_THD (arg=0x55a07931e2f0) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 30 (Thread 0x7fa829ffb700 (LWP 19904)): #0 0x00007fa8832a2e3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000055a076ca4401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x000055a076e4aa3c in btr_defragment_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/btr/btr0defragment.cc:702 #3 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 29 (Thread 0x7fa83b7fe700 (LWP 19893)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a0795e6aa0, abstime=0x7fa83b7fdd40) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a0795e6aa0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a0795e6aa0, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076c7088e in lock_wait_timeout_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/lock/lock0wait.cc:543 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 28 (Thread 0x7fa828ff9700 (LWP 19906)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x7fa828ff8c70, mp=0x7fa828ff8cb0, file=0x55a07742fc40 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a076bbb487 in inline_mysql_cond_wait (that=0x7fa828ff8c70, mutex=0x7fa828ff8cb0, src_file=0x55a0774315d8 "/home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc", src_line=294) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x000055a076bc00c3 in thd_destructor_proxy () at /home/stepan/galera/git/10.4/server/storage/innobase/handler/ha_innodb.cc:294 #4 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0795c9290) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 27 (Thread 0x7fa82affd700 (LWP 19902)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e470) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e470, reset_sig_count=19879) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e470, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde7b8 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d939f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 26 (Thread 0x7fa83a7fc700 (LWP 19896)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a079618ac0, abstime=0x7fa83a7fbd60) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a079618ac0, time_in_usec=10000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a079618ac0, time_in_usec=10000000, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076ed9142 in dict_stats_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/dict/dict0stats_bg.cc:460 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 25 (Thread 0x7fa878168700 (LWP 19911)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161c99 in safe_cond_timedwait (cond=0x55a077ea11a0 , mp=0x55a077ea3ba0 , abstime=0x7fa878167c60, file=0x55a07721d4c8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x000055a07652e845 in inline_mysql_cond_timedwait (that=0x55a077ea11a0 , mutex=0x55a077ea3ba0 , abstime=0x7fa878167c60, src_file=0x55a07721f538 "/home/stepan/galera/git/10.4/server/sql/mysqld.cc", src_line=2675) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x000055a07653361b in cache_thread (thd=0x7fa84c000c40) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2674 #4 0x000055a0765338c9 in one_thread_per_connection_end (thd=0x7fa84c000c40, put_in_cache=true) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:2761 #5 0x000055a0767d00f3 in do_handle_one_connection (connect=0x55a0797950e0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1414 #6 0x000055a0767cfdad in handle_one_connection (arg=0x55a0797950e0) at /home/stepan/galera/git/10.4/server/sql/sql_connect.cc:1302 #7 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a079795df0) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #8 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 24 (Thread 0x7fa8427fc700 (LWP 19887)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa8427fbb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa8427fbb00, m1=0x7fa8427fbba8, m2=0x7fa8427fbbb0, request=0x7fa8427fbbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=3, m1=0x7fa8427fbba8, m2=0x7fa8427fbbb0, request=0x7fa8427fbbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=3, m1=0x7fa8427fbba8, m2=0x7fa8427fbbb0, request=0x7fa8427fbbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=3) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c638 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 23 (Thread 0x7fa8781b3700 (LWP 19908)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x55a077ea11e0 , mp=0x55a077ea4560 , file=0x55a07722ccc8 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1167) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a07655f4ee in inline_mysql_cond_wait (that=0x55a077ea11e0 , mutex=0x55a077ea4560 , src_file=0x55a07722d830 "/home/stepan/galera/git/10.4/server/sql/slave.cc", src_line=519) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1167 #3 0x000055a076560d80 in handle_slave_background (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/slave.cc:519 #4 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0793d2450) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 22 (Thread 0x7fa8781fe700 (LWP 19907)): #0 0x00007fa88159340a in sigwaitinfo () from /lib64/libc.so.6 #1 0x000055a07652df44 in my_sigwait (set=0x7fa8781fdcf0, sig=0x7fa8781fdcb4, code=0x7fa8781fdcb8) at /home/stepan/galera/git/10.4/server/include/my_pthread.h:196 #2 0x000055a076534584 in signal_hand (arg=0x0) at /home/stepan/galera/git/10.4/server/sql/mysqld.cc:3233 #3 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0793d1f60) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #4 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 21 (Thread 0x7fa86bffe700 (LWP 19721)): #0 0x00007fa88165a483 in epoll_wait () from /lib64/libc.so.6 #1 0x00007fa87b14b6f8 in asio::detail::epoll_reactor::run (this=0x55a0792fdff0, block=block@entry=true, ops=...) at asio/asio/detail/impl/epoll_reactor.ipp:391 #2 0x00007fa87b14fdf0 in asio::detail::task_io_service::do_run_one (this=this@entry=0x55a0792fde90, lock=..., this_thread=..., ec=...) at asio/asio/detail/impl/task_io_service.ipp:355 #3 0x00007fa87b1500a2 in asio::detail::task_io_service::run (this=0x55a0792fde90, ec=...) at asio/asio/detail/impl/task_io_service.ipp:148 #4 0x00007fa87b167afd in asio::io_service::run (this=0x55a0792fced0) at asio/asio/impl/io_service.ipp:58 #5 0x00007fa87b168251 in gcomm::AsioProtonet::event_loop (this=0x55a0792fce30, period=...) at gcomm/src/asio_protonet.cpp:116 #6 0x00007fa87b1862ed in GCommConn::run (this=0x55a0792fd620) at gcs/src/gcs_gcomm.cpp:498 #7 0x00007fa87b189399 in GCommConn::run_fn (arg=) at gcs/src/gcs_gcomm.cpp:209 #8 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #9 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 20 (Thread 0x7fa840ff9700 (LWP 19890)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a0795a6ae0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a0795a6ae0, reset_sig_count=6017) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a0795a6ae0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076c74761 in log_write_up_to (lsn=4227749, flush_to_disk=true, rotate_key=false) at /home/stepan/galera/git/10.4/server/storage/innobase/log/log0log.cc:989 #5 0x000055a076e745f2 in buf_flush_write_block_low (bpage=0x7fa868435830, flush_type=BUF_FLUSH_LIST, sync=false) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:962 #6 0x000055a076e74fb6 in buf_flush_page (buf_pool=0x55a0794f3e70, bpage=0x7fa868435830, flush_type=BUF_FLUSH_LIST, sync=false) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1165 #7 0x000055a076e758fe in buf_flush_try_neighbors (page_id=..., flush_type=BUF_FLUSH_LIST, n_flushed=1, n_to_flush=9) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1389 #8 0x000055a076e75c81 in buf_flush_page_and_try_neighbors (bpage=0x7fa868435830, flush_type=BUF_FLUSH_LIST, n_to_flush=9, count=0x7fa840ff88c8) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1461 #9 0x000055a076e7689a in buf_do_flush_list_batch (buf_pool=0x55a0794f3e70, min_n=9, lsn_limit=18446744073709551615) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1719 #10 0x000055a076e76e92 in buf_flush_batch (buf_pool=0x55a0794f3e70, flush_type=BUF_FLUSH_LIST, min_n=9, lsn_limit=18446744073709551615, n=0x7fa840ff8b70) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1789 #11 0x000055a076e77552 in buf_flush_do_batch (buf_pool=0x55a0794f3e70, type=BUF_FLUSH_LIST, min_n=9, lsn_limit=18446744073709551615, n=0x7fa840ff8b70) at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:1947 #12 0x000055a076e7a24d in pc_flush_slot () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:2750 #13 0x000055a076e7b19b in buf_flush_page_cleaner_coordinator () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0flu.cc:3159 #14 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #15 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 19 (Thread 0x7fa8297fa700 (LWP 19905)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e770) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e770, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e770, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076e58b26 in buf_resize_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0buf.cc:3097 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 18 (Thread 0x7fa82bfff700 (LWP 19900)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e3f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e3f0, reset_sig_count=24549) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e3f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde780 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d939f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 17 (Thread 0x7fa82a7fc700 (LWP 19903)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e670) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e670, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e670, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076e6feb1 in buf_dump_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/buf/buf0dump.cc:833 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 16 (Thread 0x7fa82b7fe700 (LWP 19901)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e4f0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e4f0, reset_sig_count=16914) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e4f0, reset_sig_count=0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde7f0 , sig_count=0, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d939f7 in srv_worker_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2483 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 15 (Thread 0x7fa8417fa700 (LWP 19889)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa8417f9b00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa8417f9b00, m1=0x7fa8417f9ba8, m2=0x7fa8417f9bb0, request=0x7fa8417f9be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=5, m1=0x7fa8417f9ba8, m2=0x7fa8417f9bb0, request=0x7fa8417f9be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=5, m1=0x7fa8417f9ba8, m2=0x7fa8417f9bb0, request=0x7fa8417f9be0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=5) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c648 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 14 (Thread 0x7fa8397fa700 (LWP 19898)): #0 0x00007fa8832a2e3d in nanosleep () from /lib64/libpthread.so.0 #1 0x000055a076ca4401 in os_thread_sleep (tm=1000000) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0thread.cc:225 #2 0x000055a076d9335b in srv_master_sleep () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2309 #3 0x000055a076d9348b in srv_master_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2350 #4 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #5 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 13 (Thread 0x7fa838ff9700 (LWP 19899)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca40ff in os_event::wait (this=0x55a07940e370) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:159 #2 0x000055a076ca3b85 in os_event::wait_low (this=0x55a07940e370, reset_sig_count=5045) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:326 #3 0x000055a076ca3ef6 in os_event_wait_low (event=0x55a07940e370, reset_sig_count=5045) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:515 #4 0x000055a076d8fdf3 in srv_resume_thread (slot=0x55a077cde748 , sig_count=5045, wait=true, timeout_usec=0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:901 #5 0x000055a076d93e04 in srv_purge_coordinator_suspend (slot=0x55a077cde748 , rseg_history_len=23) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2614 #6 0x000055a076d9409a in srv_purge_coordinator_thread (arg=0x0) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:2689 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 12 (Thread 0x7fa83affd700 (LWP 19895)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a07940e5f0, abstime=0x7fa83affcd20) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a07940e5f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a07940e5f0, time_in_usec=5000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076d91ada in srv_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1672 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 11 (Thread 0x7fa841ffb700 (LWP 19888)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa841ffab00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa841ffab00, m1=0x7fa841ffaba8, m2=0x7fa841ffabb0, request=0x7fa841ffabe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=4, m1=0x7fa841ffaba8, m2=0x7fa841ffabb0, request=0x7fa841ffabe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=4, m1=0x7fa841ffaba8, m2=0x7fa841ffabb0, request=0x7fa841ffabe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=4) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c640 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 10 (Thread 0x7fa842ffd700 (LWP 19886)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa842ffcb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa842ffcb00, m1=0x7fa842ffcba8, m2=0x7fa842ffcbb0, request=0x7fa842ffcbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=2, m1=0x7fa842ffcba8, m2=0x7fa842ffcbb0, request=0x7fa842ffcbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=2, m1=0x7fa842ffcba8, m2=0x7fa842ffcbb0, request=0x7fa842ffcbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=2) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c630 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 9 (Thread 0x7fa83bfff700 (LWP 19894)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a076ca3a1a in os_event::timed_wait (this=0x55a07940e570, abstime=0x7fa83bffeba0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:276 #2 0x000055a076ca3d31 in os_event::wait_time_low (this=0x55a07940e570, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:398 #3 0x000055a076ca3ed1 in os_event_wait_time_low (event=0x55a07940e570, time_in_usec=1000000, reset_sig_count=1) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0event.cc:498 #4 0x000055a076d91ffc in srv_error_monitor_thread () at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0srv.cc:1836 #5 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #6 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 8 (Thread 0x7fa843fff700 (LWP 19884)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa843ffeb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa843ffeb00, m1=0x7fa843ffeba8, m2=0x7fa843ffebb0, request=0x7fa843ffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=0, m1=0x7fa843ffeba8, m2=0x7fa843ffebb0, request=0x7fa843ffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=0, m1=0x7fa843ffeba8, m2=0x7fa843ffebb0, request=0x7fa843ffebe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=0) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c620 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 7 (Thread 0x7fa878658700 (LWP 19724)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161997 in safe_cond_wait (cond=0x7fa854016918, mp=0x7fa854016868, file=0x55a0772cbb60 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1178) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:492 #2 0x000055a0768b9088 in inline_mysql_cond_wait (that=0x7fa854016918, mutex=0x7fa854016868, src_file=0x55a0772cbe80 "/home/stepan/galera/git/10.4/server/sql/wsrep_thd.h", src_line=69) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1178 #3 0x000055a0768bbd20 in Wsrep_thd_queue::pop_front (this=0x7fa854016810) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.h:69 #4 0x000055a0768bab00 in wsrep_post_rollback_process (post_rollbacker=0x7fa854000b00, arg=0x0) at /home/stepan/galera/git/10.4/server/sql/wsrep_thd.cc:285 #5 0x000055a0768ab282 in start_wsrep_THD (arg=0x55a079315f80) at /home/stepan/galera/git/10.4/server/sql/wsrep_mysqld.cc:2757 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 6 (Thread 0x7fa869855700 (LWP 19883)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161c99 in safe_cond_timedwait (cond=0x55a07872dea0 , mp=0x55a07872dde0 , abstime=0x7fa869854cb0, file=0x55a0775a5610 "/home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h", line=1204) at /home/stepan/galera/git/10.4/server/mysys/thr_mutex.c:546 #2 0x000055a076fcbacb in inline_mysql_cond_timedwait (that=0x55a07872dea0 , mutex=0x55a07872dde0 , abstime=0x7fa869854cb0, src_file=0x55a0775a5658 "/home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c", src_line=116) at /home/stepan/galera/git/10.4/server/include/mysql/psi/mysql_thread.h:1204 #3 0x000055a076fcbfef in my_service_thread_sleep (control=0x55a077ce2b00 , sleep_time=30000000000) at /home/stepan/galera/git/10.4/server/storage/maria/ma_servicethread.c:115 #4 0x000055a076fc0488 in ma_checkpoint_background (arg=0x1e) at /home/stepan/galera/git/10.4/server/storage/maria/ma_checkpoint.c:707 #5 0x000055a0770f445f in pfs_spawn_thread (arg=0x55a0793c6710) at /home/stepan/galera/git/10.4/server/storage/perfschema/pfs.cc:1862 #6 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #7 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 5 (Thread 0x7fa86b7fd700 (LWP 19722)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa87b184867 in gu::Lock::wait (cond=..., this=0x7fa86b7fc850) at galerautils/src/gu_lock.hpp:45 #2 0x00007fa87b1873ab in RecvBuf::front (this=this@entry=0x55a0792fd808, timeout=...) at gcs/src/gcs_gcomm.cpp:124 #3 0x00007fa87b184f46 in gcomm_recv (backend=, msg=0x55a0792cd880, timeout=9223372035999999999) at gcs/src/gcs_gcomm.cpp:673 #4 0x00007fa87b178eec in core_msg_recv (backend=backend@entry=0x55a0792cd9c8, recv_msg=recv_msg@entry=0x55a0792cd880, timeout=timeout@entry=9223372035999999999) at gcs/src/gcs_core.cpp:480 #5 0x00007fa87b17c164 in gcs_core_recv (conn=0x55a0792cd820, recv_act=recv_act@entry=0x7fa86b7fcd70, timeout=9223372035999999999) at gcs/src/gcs_core.cpp:1184 #6 0x00007fa87b1833d8 in gcs_recv_thread (arg=0x55a0792cd5a0) at gcs/src/gcs.cpp:1398 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 4 (Thread 0x7fa87ab27700 (LWP 19720)): #0 0x00007fa88329f965 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x00007fa87b1a9fd7 in gu::Lock::wait (cond=..., this=0x7fa87ab26bf0) at galerautils/src/gu_lock.hpp:45 #2 0x00007fa87b1aa069 in galera::ServiceThd::thd_func (arg=0x55a0792c5a88) at galera/src/galera_service_thd.cpp:30 #3 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #4 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 3 (Thread 0x7fa8437fe700 (LWP 19885)): #0 0x00007fa882e6c644 in __io_getevents_0_4 () from /lib64/libaio.so.1 #1 0x000055a076c9741c in LinuxAIOHandler::collect (this=0x7fa8437fdb00) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:1915 #2 0x000055a076c97945 in LinuxAIOHandler::poll (this=0x7fa8437fdb00, m1=0x7fa8437fdba8, m2=0x7fa8437fdbb0, request=0x7fa8437fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2060 #3 0x000055a076c97aa8 in os_aio_linux_handler (global_segment=1, m1=0x7fa8437fdba8, m2=0x7fa8437fdbb0, request=0x7fa8437fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:2114 #4 0x000055a076c9c5cc in os_aio_handler (segment=1, m1=0x7fa8437fdba8, m2=0x7fa8437fdbb0, request=0x7fa8437fdbe0) at /home/stepan/galera/git/10.4/server/storage/innobase/os/os0file.cc:5665 #5 0x000055a076eef4a5 in fil_aio_wait (segment=1) at /home/stepan/galera/git/10.4/server/storage/innobase/fil/fil0fil.cc:4344 #6 0x000055a076d95909 in io_handler_thread (arg=0x55a077f1c628 ) at /home/stepan/galera/git/10.4/server/storage/innobase/srv/srv0start.cc:325 #7 0x00007fa88329bdd5 in start_thread () from /lib64/libpthread.so.0 #8 0x00007fa881659ead in clone () from /lib64/libc.so.6 Thread 2 (Thread 0x7fa87bcf4700 (LWP 19719)): #0 0x00007fa88329fd12 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib64/libpthread.so.0 #1 0x000055a077161c99 in safe_cond_timedwait (cond=0x55a078