Uploaded image for project: 'MariaDB Server'
  1. MariaDB Server
  2. MDEV-24759

Server hangs when innodb_thread_concurrency is reached and temporary sequences exist

    XMLWordPrintable

    Details

      Description

      Set to Minor because innodb_thread_concurrency has been deprecated in 10.5 and thus the failure is not reproducible there.

      --source include/have_innodb.inc
       
      SET @concurrency= @@innodb_thread_concurrency;
      SET GLOBAL innodb_thread_concurrency= 1;
       
      --connect (con1,localhost,root,,test)
      CREATE TEMPORARY SEQUENCE s1 ENGINE=InnoDB;
       
      --connection default
      CREATE TABLE t (a INT) ENGINE=InnoDB;
      INSERT INTO t VALUES (1);
       
      # Cleanup
      --disconnect con1
      --connection default
      DROP TABLE t;
      SET GLOBAL innodb_thread_concurrency= @concurrency;
      # Don't know why it changes, but it does
      SET GLOBAL innodb_thread_sleep_delay= DEFAULT;
      

      The server hangs, seemingly forever, on INSERT.
      Setting timeouts before the insert, like SET lock_wait_timeout= 1, innodb_lock_wait_timeout= 1, max_statement_time= 1, does not have any effect, other than after max_statement_time is reached, the thread switches into the "Killed" state:

      Before max_statement_time=5 exceeded

      9	root	localhost	test	Query	2	Update	INSERT INTO t VALUES (1)	0.000
      

      After max_statement_time=5 exceeded

      9	root	localhost	test	Killed	6	Update	INSERT INTO t VALUES (1)	0.000
      

      All threads from the hanging server:

      10.3 bdae8bb6

      Thread 28 (Thread 0x7fd93b2c5700 (LWP 2342750)):
      #0  0x00007fd946248aff in __GI___poll (fds=0x7fd93b2c4b18, nfds=1, timeout=28800000) at ../sysdeps/unix/sysv/linux/poll.c:29
      #1  0x0000556f4232d41c in vio_io_wait (vio=0x556f44284680, event=VIO_IO_EVENT_READ, timeout=28800000) at /data/src/10.3/vio/viosocket.c:962
      #2  0x0000556f4232ba55 in vio_socket_io_wait (vio=0x556f44284680, event=VIO_IO_EVENT_READ) at /data/src/10.3/vio/viosocket.c:119
      #3  0x0000556f4232bc61 in vio_read (vio=0x556f44284680, buf=0x7fd8ec008f10 "\a", size=4) at /data/src/10.3/vio/viosocket.c:196
      #4  0x0000556f415ec75b in my_real_read (net=0x7fd8ec001078, complen=0x7fd93b2c4d30, header=1 '\001') at /data/src/10.3/sql/net_serv.cc:975
      #5  0x0000556f415ed069 in my_net_read_packet_reallen (net=0x7fd8ec001078, read_from_server=1 '\001', reallen=0x7fd93b2c4d98) at /data/src/10.3/sql/net_serv.cc:1256
      #6  0x0000556f415ed019 in my_net_read_packet (net=0x7fd8ec001078, read_from_server=1 '\001') at /data/src/10.3/sql/net_serv.cc:1240
      #7  0x0000556f417096bf in do_command (thd=0x7fd8ec000d90) at /data/src/10.3/sql/sql_parse.cc:1274
      #8  0x0000556f41888295 in do_handle_one_connection (connect=0x556f44303e10) at /data/src/10.3/sql/sql_connect.cc:1403
      #9  0x0000556f41887ff1 in handle_one_connection (arg=0x556f44303e10) at /data/src/10.3/sql/sql_connect.cc:1308
      #10 0x0000556f42254035 in pfs_spawn_thread (arg=0x556f443450a0) at /data/src/10.3/storage/perfschema/pfs.cc:1869
      #11 0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #12 0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 27 (Thread 0x7fd93b310700 (LWP 2342747)):
      #0  0x00007fd9462133bf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x7fd93b30e5e0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78
      #1  0x00007fd946219047 in __GI___nanosleep (requested_time=<optimized out>, remaining=<optimized out>) at nanosleep.c:27
      #2  0x0000556f41d6c0d8 in os_thread_sleep (tm=6769) at /data/src/10.3/storage/innobase/os/os0thread.cc:231
      #3  0x0000556f41e8d1d8 in srv_conc_enter_innodb_with_atomics (trx=0x7fd93bc01188) at /data/src/10.3/storage/innobase/srv/srv0conc.cc:203
      #4  0x0000556f41e8d395 in srv_conc_enter_innodb (prebuilt=0x7fd8e8039da0) at /data/src/10.3/storage/innobase/srv/srv0conc.cc:241
      #5  0x0000556f41c69f85 in innobase_srv_conc_enter_innodb (prebuilt=0x7fd8e8039da0) at /data/src/10.3/storage/innobase/handler/ha_innodb.cc:1733
      #6  0x0000556f41c7847e in ha_innobase::write_row (this=0x7fd8e80395f8, record=0x7fd8e80b2d80 "\375\001") at /data/src/10.3/storage/innobase/handler/ha_innodb.cc:8003
      #7  0x0000556f41a4a557 in handler::ha_write_row (this=0x7fd8e80395f8, buf=0x7fd8e80b2d80 "\375\001") at /data/src/10.3/sql/handler.cc:6473
      #8  0x0000556f416d0e7b in write_record (thd=0x7fd8e8000d90, table=0x7fd8e80389b0, info=0x7fd93b30eba0) at /data/src/10.3/sql/sql_insert.cc:2038
      #9  0x0000556f416cde6c in mysql_insert (thd=0x7fd8e8000d90, table_list=0x7fd8e8012b90, fields=..., values_list=..., update_fields=..., update_values=..., duplic=DUP_ERROR, ignore=false) at /data/src/10.3/sql/sql_insert.cc:1072
      #10 0x0000556f41713050 in mysql_execute_command (thd=0x7fd8e8000d90) at /data/src/10.3/sql/sql_parse.cc:4481
      #11 0x0000556f4171eb88 in mysql_parse (thd=0x7fd8e8000d90, rawbuf=0x7fd8e8012ab8 "INSERT INTO t VALUES (1)", length=24, parser_state=0x7fd93b30f5c0, is_com_multi=false, is_next_command=false) at /data/src/10.3/sql/sql_parse.cc:7840
      #12 0x0000556f4170b2ec in dispatch_command (command=COM_QUERY, thd=0x7fd8e8000d90, packet=0x7fd8e8008f11 "INSERT INTO t VALUES (1)", packet_length=24, is_com_multi=false, is_next_command=false) at /data/src/10.3/sql/sql_parse.cc:1852
      #13 0x0000556f41709c8c in do_command (thd=0x7fd8e8000d90) at /data/src/10.3/sql/sql_parse.cc:1398
      #14 0x0000556f41888295 in do_handle_one_connection (connect=0x556f442a0f30) at /data/src/10.3/sql/sql_connect.cc:1403
      #15 0x0000556f41887ff1 in handle_one_connection (arg=0x556f442a0f30) at /data/src/10.3/sql/sql_connect.cc:1308
      #16 0x0000556f42254035 in pfs_spawn_thread (arg=0x556f44284070) at /data/src/10.3/storage/perfschema/pfs.cc:1869
      #17 0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #18 0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 26 (Thread 0x7fd93b35b700 (LWP 2342745)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x556f42d3e9cc <COND_slave_background+44>) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x556f42d41da8 <LOCK_slave_background+40>, cond=0x556f42d3e9a0 <COND_slave_background>) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x556f42d3e9a0 <COND_slave_background>, mutex=0x556f42d41da8 <LOCK_slave_background+40>) at pthread_cond_wait.c:638
      #3  0x0000556f422cbc5f in safe_cond_wait (cond=0x556f42d3e9a0 <COND_slave_background>, mp=0x556f42d41d80 <LOCK_slave_background>, file=0x556f42341480 "/data/src/10.3/include/mysql/psi/mysql_thread.h", line=1174) at /data/src/10.3/mysys/thr_mutex.c:492
      #4  0x0000556f41608850 in inline_mysql_cond_wait (that=0x556f42d3e9a0 <COND_slave_background>, mutex=0x556f42d41d80 <LOCK_slave_background>, src_file=0x556f42342635 "/data/src/10.3/sql/slave.cc", src_line=516) at /data/src/10.3/include/mysql/psi/mysql_thread.h:1174
      #5  0x0000556f41609e49 in handle_slave_background (arg=0x0) at /data/src/10.3/sql/slave.cc:516
      #6  0x0000556f42254035 in pfs_spawn_thread (arg=0x556f442854b0) at /data/src/10.3/storage/perfschema/pfs.cc:1869
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 25 (Thread 0x7fd93b3a6700 (LWP 2342743)):
      #0  0x00007fd94617a322 in __GI___sigtimedwait (set=set@entry=0x7fd93b3a5e10, info=info@entry=0x7fd93b3a5d20, timeout=timeout@entry=0x0) at ../sysdeps/unix/sysv/linux/sigtimedwait.c:29
      #1  0x00007fd946684f6c in __sigwait (set=0x7fd93b3a5e10, sig=0x7fd93b3a5de0) at ../sysdeps/unix/sysv/linux/sigwait.c:28
      #2  0x0000556f415d9e0b in signal_hand (arg=0x0) at /data/src/10.3/sql/mysqld.cc:3592
      #3  0x0000556f42254035 in pfs_spawn_thread (arg=0x556f44279a30) at /data/src/10.3/storage/perfschema/pfs.cc:1869
      #4  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #5  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 24 (Thread 0x7fd8fffff700 (LWP 2342742)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x7fd8ffffedc8) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7fd8ffffee08, cond=0x7fd8ffffeda0) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x7fd8ffffeda0, mutex=0x7fd8ffffee08) at pthread_cond_wait.c:638
      #3  0x0000556f422cbc5f in safe_cond_wait (cond=0x7fd8ffffeda0, mp=0x7fd8ffffede0, file=0x556f42537e60 "/data/src/10.3/include/mysql/psi/mysql_thread.h", line=1185) at /data/src/10.3/mysys/thr_mutex.c:492
      #4  0x0000556f41c63e0f in inline_mysql_cond_wait (that=0x7fd8ffffeda0, mutex=0x7fd8ffffede0, src_file=0x556f4253af08 "/data/src/10.3/storage/innobase/handler/ha_innodb.cc", src_line=327) at /data/src/10.3/include/mysql/psi/mysql_thread.h:1185
      #5  0x0000556f41c691ab in thd_destructor_proxy () at /data/src/10.3/storage/innobase/handler/ha_innodb.cc:327
      #6  0x0000556f42254035 in pfs_spawn_thread (arg=0x556f44242740) at /data/src/10.3/storage/perfschema/pfs.cc:1869
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 23 (Thread 0x7fd920ff9700 (LWP 2342741)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x556f4401fee8) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x556f4401fe98, cond=0x556f4401fec0) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x556f4401fec0, mutex=0x556f4401fe98) at pthread_cond_wait.c:638
      #3  0x0000556f41d6bd30 in os_event::wait (this=0x556f4401fe80) at /data/src/10.3/storage/innobase/os/os0event.cc:158
      #4  0x0000556f41d6b7ea in os_event::wait_low (this=0x556f4401fe80, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:325
      #5  0x0000556f41d6baf9 in os_event_wait_low (event=0x556f4401fe80, reset_sig_count=0) at /data/src/10.3/storage/innobase/os/os0event.cc:502
      #6  0x0000556f41f82f74 in buf_resize_thread () at /data/src/10.3/storage/innobase/buf/buf0buf.cc:3169
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 22 (Thread 0x7fd9217fa700 (LWP 2342740)):
      #0  0x00007fd9462133bf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x7fd9217f9810, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78
      #1  0x00007fd946219047 in __GI___nanosleep (requested_time=<optimized out>, remaining=<optimized out>) at nanosleep.c:27
      #2  0x0000556f41d6c0d8 in os_thread_sleep (tm=1000000) at /data/src/10.3/storage/innobase/os/os0thread.cc:231
      #3  0x0000556f41f71759 in btr_defragment_thread () at /data/src/10.3/storage/innobase/btr/btr0defragment.cc:703
      #4  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #5  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 21 (Thread 0x7fd921ffb700 (LWP 2342739)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x556f4401fde8) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x556f4401fd98, cond=0x556f4401fdc0) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x556f4401fdc0, mutex=0x556f4401fd98) at pthread_cond_wait.c:638
      #3  0x0000556f41d6bd30 in os_event::wait (this=0x556f4401fd80) at /data/src/10.3/storage/innobase/os/os0event.cc:158
      #4  0x0000556f41d6b7ea in os_event::wait_low (this=0x556f4401fd80, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:325
      #5  0x0000556f41d6baf9 in os_event_wait_low (event=0x556f4401fd80, reset_sig_count=0) at /data/src/10.3/storage/innobase/os/os0event.cc:502
      #6  0x0000556f41f9d4bd in buf_dump_thread () at /data/src/10.3/storage/innobase/buf/buf0dump.cc:834
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 20 (Thread 0x7fd9227fc700 (LWP 2342738)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x556f4401fc6c) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x556f4401fc18, cond=0x556f4401fc40) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x556f4401fc40, mutex=0x556f4401fc18) at pthread_cond_wait.c:638
      #3  0x0000556f41d6bd30 in os_event::wait (this=0x556f4401fc00) at /data/src/10.3/storage/innobase/os/os0event.cc:158
      #4  0x0000556f41d6b7ea in os_event::wait_low (this=0x556f4401fc00, reset_sig_count=8) at /data/src/10.3/storage/innobase/os/os0event.cc:325
      #5  0x0000556f41d6baf9 in os_event_wait_low (event=0x556f4401fc00, reset_sig_count=0) at /data/src/10.3/storage/innobase/os/os0event.cc:502
      #6  0x0000556f41e90fa4 in srv_resume_thread (slot=0x556f42b7b7b0 <srv_sys+496>, sig_count=0, wait=true, timeout_usec=0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:922
      #7  0x0000556f41e95089 in srv_worker_thread (arg=0x0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:2537
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 19 (Thread 0x7fd922ffd700 (LWP 2342737)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x556f4401fbec) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x556f4401fb98, cond=0x556f4401fbc0) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x556f4401fbc0, mutex=0x556f4401fb98) at pthread_cond_wait.c:638
      #3  0x0000556f41d6bd30 in os_event::wait (this=0x556f4401fb80) at /data/src/10.3/storage/innobase/os/os0event.cc:158
      #4  0x0000556f41d6b7ea in os_event::wait_low (this=0x556f4401fb80, reset_sig_count=8) at /data/src/10.3/storage/innobase/os/os0event.cc:325
      #5  0x0000556f41d6baf9 in os_event_wait_low (event=0x556f4401fb80, reset_sig_count=0) at /data/src/10.3/storage/innobase/os/os0event.cc:502
      #6  0x0000556f41e90fa4 in srv_resume_thread (slot=0x556f42b7b778 <srv_sys+440>, sig_count=0, wait=true, timeout_usec=0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:922
      #7  0x0000556f41e95089 in srv_worker_thread (arg=0x0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:2537
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 18 (Thread 0x7fd9237fe700 (LWP 2342736)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x556f4401fb6c) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x556f4401fb18, cond=0x556f4401fb40) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x556f4401fb40, mutex=0x556f4401fb18) at pthread_cond_wait.c:638
      #3  0x0000556f41d6bd30 in os_event::wait (this=0x556f4401fb00) at /data/src/10.3/storage/innobase/os/os0event.cc:158
      #4  0x0000556f41d6b7ea in os_event::wait_low (this=0x556f4401fb00, reset_sig_count=10) at /data/src/10.3/storage/innobase/os/os0event.cc:325
      #5  0x0000556f41d6baf9 in os_event_wait_low (event=0x556f4401fb00, reset_sig_count=0) at /data/src/10.3/storage/innobase/os/os0event.cc:502
      #6  0x0000556f41e90fa4 in srv_resume_thread (slot=0x556f42b7b740 <srv_sys+384>, sig_count=0, wait=true, timeout_usec=0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:922
      #7  0x0000556f41e95089 in srv_worker_thread (arg=0x0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:2537
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 17 (Thread 0x7fd923fff700 (LWP 2342735)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x556f4401fae8) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x556f4401fa98, cond=0x556f4401fac0) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=0x556f4401fac0, mutex=0x556f4401fa98) at pthread_cond_wait.c:638
      #3  0x0000556f41d6bd30 in os_event::wait (this=0x556f4401fa80) at /data/src/10.3/storage/innobase/os/os0event.cc:158
      #4  0x0000556f41d6b7ea in os_event::wait_low (this=0x556f4401fa80, reset_sig_count=3) at /data/src/10.3/storage/innobase/os/os0event.cc:325
      #5  0x0000556f41d6baf9 in os_event_wait_low (event=0x556f4401fa80, reset_sig_count=3) at /data/src/10.3/storage/innobase/os/os0event.cc:502
      #6  0x0000556f41e90fa4 in srv_resume_thread (slot=0x556f42b7b708 <srv_sys+328>, sig_count=3, wait=true, timeout_usec=0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:922
      #7  0x0000556f41e95567 in srv_purge_coordinator_suspend (slot=0x556f42b7b708 <srv_sys+328>, rseg_history_len=16) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:2681
      #8  0x0000556f41e95846 in srv_purge_coordinator_thread (arg=0x0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:2758
      #9  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #10 0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 16 (Thread 0x7fd930df4700 (LWP 2342734)):
      #0  0x00007fd9462133bf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x7fd930df3e60, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78
      #1  0x00007fd946219047 in __GI___nanosleep (requested_time=<optimized out>, remaining=<optimized out>) at nanosleep.c:27
      #2  0x0000556f41d6c0d8 in os_thread_sleep (tm=1000000) at /data/src/10.3/storage/innobase/os/os0thread.cc:231
      #3  0x0000556f41e94864 in srv_master_sleep () at /data/src/10.3/storage/innobase/srv/srv0srv.cc:2357
      #4  0x0000556f41e949df in srv_master_thread (arg=0x0) at /data/src/10.3/storage/innobase/srv/srv0srv.cc:2397
      #5  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 15 (Thread 0x7fd9315f5700 (LWP 2342733)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd9315f4c70, clockid=<optimized out>, expected=0, futex_word=0x556f441a97c8) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd9315f4c70, clockid=<optimized out>, mutex=0x556f441a9778, cond=0x556f441a97a0) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f441a97a0, mutex=0x556f441a9778, abstime=0x7fd9315f4c70) at pthread_cond_wait.c:656
      #3  0x0000556f41d6b644 in os_event::timed_wait (this=0x556f441a9760, abstime=0x7fd9315f4c70) at /data/src/10.3/storage/innobase/os/os0event.cc:275
      #4  0x0000556f41d6b913 in os_event::wait_time_low (this=0x556f441a9760, time_in_usec=5000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:385
      #5  0x0000556f41d6bad0 in os_event_wait_time_low (event=0x556f441a9760, time_in_usec=5000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:485
      #6  0x0000556f41f0593e in ib_wqueue_timedwait (wq=0x556f44228420, wait_in_usecs=5000000) at /data/src/10.3/storage/innobase/ut/ut0wqueue.cc:154
      #7  0x0000556f4207ed21 in fts_optimize_thread (arg=0x556f44228420) at /data/src/10.3/storage/innobase/fts/fts0opt.cc:2830
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 14 (Thread 0x7fd9335f9700 (LWP 2342732)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd9335f8e90, clockid=<optimized out>, expected=0, futex_word=0x556f44213078) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd9335f8e90, clockid=<optimized out>, mutex=0x556f44213028, cond=0x556f44213050) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f44213050, mutex=0x556f44213028, abstime=0x7fd9335f8e90) at pthread_cond_wait.c:656
      #3  0x0000556f41d6b644 in os_event::timed_wait (this=0x556f44213010, abstime=0x7fd9335f8e90) at /data/src/10.3/storage/innobase/os/os0event.cc:275
      #4  0x0000556f41d6b913 in os_event::wait_time_low (this=0x556f44213010, time_in_usec=10000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:385
      #5  0x0000556f41d6bad0 in os_event_wait_time_low (event=0x556f44213010, time_in_usec=10000000, reset_sig_count=0) at /data/src/10.3/storage/innobase/os/os0event.cc:485
      #6  0x0000556f4201b11b in dict_stats_thread () at /data/src/10.3/storage/innobase/dict/dict0stats_bg.cc:475
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 13 (Thread 0x7fd931df6700 (LWP 2342731)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd931df5e50, clockid=<optimized out>, expected=0, futex_word=0x556f4401fd68) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd931df5e50, clockid=<optimized out>, mutex=0x556f4401fd18, cond=0x556f4401fd40) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f4401fd40, mutex=0x556f4401fd18, abstime=0x7fd931df5e50) at pthread_cond_wait.c:656
      #3  0x0000556f41d6b644 in os_event::timed_wait (this=0x556f4401fd00, abstime=0x7fd931df5e50) at /data/src/10.3/storage/innobase/os/os0event.cc:275
      #4  0x0000556f41d6b913 in os_event::wait_time_low (this=0x556f4401fd00, time_in_usec=5000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:385
      #5  0x0000556f41d6bad0 in os_event_wait_time_low (event=0x556f4401fd00, time_in_usec=5000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:485
      #6  0x0000556f41e92edd in srv_monitor_thread () at /data/src/10.3/storage/innobase/srv/srv0srv.cc:1703
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 12 (Thread 0x7fd9325f7700 (LWP 2342730)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd9325f6cb0, clockid=<optimized out>, expected=0, futex_word=0x556f4401fce8) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd9325f6cb0, clockid=<optimized out>, mutex=0x556f4401fc98, cond=0x556f4401fcc0) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f4401fcc0, mutex=0x556f4401fc98, abstime=0x7fd9325f6cb0) at pthread_cond_wait.c:656
      #3  0x0000556f41d6b644 in os_event::timed_wait (this=0x556f4401fc80, abstime=0x7fd9325f6cb0) at /data/src/10.3/storage/innobase/os/os0event.cc:275
      #4  0x0000556f41d6b913 in os_event::wait_time_low (this=0x556f4401fc80, time_in_usec=1000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:385
      #5  0x0000556f41d6bad0 in os_event_wait_time_low (event=0x556f4401fc80, time_in_usec=1000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:485
      #6  0x0000556f41e93467 in srv_error_monitor_thread () at /data/src/10.3/storage/innobase/srv/srv0srv.cc:1867
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 11 (Thread 0x7fd932df8700 (LWP 2342729)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd932df7e70, clockid=<optimized out>, expected=0, futex_word=0x556f441e1938) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd932df7e70, clockid=<optimized out>, mutex=0x556f441e18e8, cond=0x556f441e1910) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f441e1910, mutex=0x556f441e18e8, abstime=0x7fd932df7e70) at pthread_cond_wait.c:656
      #3  0x0000556f41d6b644 in os_event::timed_wait (this=0x556f441e18d0, abstime=0x7fd932df7e70) at /data/src/10.3/storage/innobase/os/os0event.cc:275
      #4  0x0000556f41d6b913 in os_event::wait_time_low (this=0x556f441e18d0, time_in_usec=1000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:385
      #5  0x0000556f41d6bad0 in os_event_wait_time_low (event=0x556f441e18d0, time_in_usec=1000000, reset_sig_count=1) at /data/src/10.3/storage/innobase/os/os0event.cc:485
      #6  0x0000556f41d2dd19 in lock_wait_timeout_thread () at /data/src/10.3/storage/innobase/lock/lock0wait.cc:522
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 10 (Thread 0x7fd933fff700 (LWP 2342727)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd933ffec00, clockid=<optimized out>, expected=0, futex_word=0x556f4401fe68) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd933ffec00, clockid=<optimized out>, mutex=0x556f4401fe18, cond=0x556f4401fe40) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f4401fe40, mutex=0x556f4401fe18, abstime=0x7fd933ffec00) at pthread_cond_wait.c:656
      #3  0x0000556f41d6b644 in os_event::timed_wait (this=0x556f4401fe00, abstime=0x7fd933ffec00) at /data/src/10.3/storage/innobase/os/os0event.cc:275
      #4  0x0000556f41d6b913 in os_event::wait_time_low (this=0x556f4401fe00, time_in_usec=1000000, reset_sig_count=11) at /data/src/10.3/storage/innobase/os/os0event.cc:385
      #5  0x0000556f41d6bad0 in os_event_wait_time_low (event=0x556f4401fe00, time_in_usec=1000000, reset_sig_count=11) at /data/src/10.3/storage/innobase/os/os0event.cc:485
      #6  0x0000556f41fa9756 in pc_sleep_if_needed (next_loop_time=5659732773, sig_count=11, cur_time=5659731773) at /data/src/10.3/storage/innobase/buf/buf0flu.cc:2664
      #7  0x0000556f41faa965 in buf_flush_page_cleaner_coordinator () at /data/src/10.3/storage/innobase/buf/buf0flu.cc:3123
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 9 (Thread 0x7fd9389a1700 (LWP 2342726)):
      #0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
      #1  0x00007fd946acf27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
      #2  0x0000556f41d5b927 in LinuxAIOHandler::collect (this=0x7fd9389a0c10) at /data/src/10.3/storage/innobase/os/os0file.cc:1932
      #3  0x0000556f41d5c05c in LinuxAIOHandler::poll (this=0x7fd9389a0c10, m1=0x7fd9389a0cb0, m2=0x7fd9389a0cb8, request=0x7fd9389a0ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2093
      #4  0x0000556f41d5c1d7 in os_aio_linux_handler (global_segment=5, m1=0x7fd9389a0cb0, m2=0x7fd9389a0cb8, request=0x7fd9389a0ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2147
      #5  0x0000556f41d616c2 in os_aio_handler (segment=5, m1=0x7fd9389a0cb0, m2=0x7fd9389a0cb8, request=0x7fd9389a0ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:5728
      #6  0x0000556f420341b2 in fil_aio_wait (segment=5) at /data/src/10.3/storage/innobase/fil/fil0fil.cc:4431
      #7  0x0000556f41e97f32 in io_handler_thread (arg=0x556f42db7548 <n+40>) at /data/src/10.3/storage/innobase/srv/srv0start.cc:326
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 8 (Thread 0x7fd9391a2700 (LWP 2342725)):
      #0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
      #1  0x00007fd946acf27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
      #2  0x0000556f41d5b927 in LinuxAIOHandler::collect (this=0x7fd9391a1c10) at /data/src/10.3/storage/innobase/os/os0file.cc:1932
      #3  0x0000556f41d5c05c in LinuxAIOHandler::poll (this=0x7fd9391a1c10, m1=0x7fd9391a1cb0, m2=0x7fd9391a1cb8, request=0x7fd9391a1ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2093
      #4  0x0000556f41d5c1d7 in os_aio_linux_handler (global_segment=4, m1=0x7fd9391a1cb0, m2=0x7fd9391a1cb8, request=0x7fd9391a1ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2147
      #5  0x0000556f41d616c2 in os_aio_handler (segment=4, m1=0x7fd9391a1cb0, m2=0x7fd9391a1cb8, request=0x7fd9391a1ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:5728
      #6  0x0000556f420341b2 in fil_aio_wait (segment=4) at /data/src/10.3/storage/innobase/fil/fil0fil.cc:4431
      #7  0x0000556f41e97f32 in io_handler_thread (arg=0x556f42db7540 <n+32>) at /data/src/10.3/storage/innobase/srv/srv0start.cc:326
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 7 (Thread 0x7fd9399a3700 (LWP 2342724)):
      #0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
      #1  0x00007fd946acf27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
      #2  0x0000556f41d5b927 in LinuxAIOHandler::collect (this=0x7fd9399a2c10) at /data/src/10.3/storage/innobase/os/os0file.cc:1932
      #3  0x0000556f41d5c05c in LinuxAIOHandler::poll (this=0x7fd9399a2c10, m1=0x7fd9399a2cb0, m2=0x7fd9399a2cb8, request=0x7fd9399a2ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2093
      #4  0x0000556f41d5c1d7 in os_aio_linux_handler (global_segment=3, m1=0x7fd9399a2cb0, m2=0x7fd9399a2cb8, request=0x7fd9399a2ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2147
      #5  0x0000556f41d616c2 in os_aio_handler (segment=3, m1=0x7fd9399a2cb0, m2=0x7fd9399a2cb8, request=0x7fd9399a2ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:5728
      #6  0x0000556f420341b2 in fil_aio_wait (segment=3) at /data/src/10.3/storage/innobase/fil/fil0fil.cc:4431
      #7  0x0000556f41e97f32 in io_handler_thread (arg=0x556f42db7538 <n+24>) at /data/src/10.3/storage/innobase/srv/srv0start.cc:326
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 6 (Thread 0x7fd93a1a4700 (LWP 2342723)):
      #0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
      #1  0x00007fd946acf27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
      #2  0x0000556f41d5b927 in LinuxAIOHandler::collect (this=0x7fd93a1a3c10) at /data/src/10.3/storage/innobase/os/os0file.cc:1932
      #3  0x0000556f41d5c05c in LinuxAIOHandler::poll (this=0x7fd93a1a3c10, m1=0x7fd93a1a3cb0, m2=0x7fd93a1a3cb8, request=0x7fd93a1a3ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2093
      #4  0x0000556f41d5c1d7 in os_aio_linux_handler (global_segment=2, m1=0x7fd93a1a3cb0, m2=0x7fd93a1a3cb8, request=0x7fd93a1a3ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2147
      #5  0x0000556f41d616c2 in os_aio_handler (segment=2, m1=0x7fd93a1a3cb0, m2=0x7fd93a1a3cb8, request=0x7fd93a1a3ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:5728
      #6  0x0000556f420341b2 in fil_aio_wait (segment=2) at /data/src/10.3/storage/innobase/fil/fil0fil.cc:4431
      #7  0x0000556f41e97f32 in io_handler_thread (arg=0x556f42db7530 <n+16>) at /data/src/10.3/storage/innobase/srv/srv0start.cc:326
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 5 (Thread 0x7fd93a9a5700 (LWP 2342722)):
      #0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
      #1  0x00007fd946acf27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
      #2  0x0000556f41d5b927 in LinuxAIOHandler::collect (this=0x7fd93a9a4c10) at /data/src/10.3/storage/innobase/os/os0file.cc:1932
      #3  0x0000556f41d5c05c in LinuxAIOHandler::poll (this=0x7fd93a9a4c10, m1=0x7fd93a9a4cb0, m2=0x7fd93a9a4cb8, request=0x7fd93a9a4ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2093
      #4  0x0000556f41d5c1d7 in os_aio_linux_handler (global_segment=1, m1=0x7fd93a9a4cb0, m2=0x7fd93a9a4cb8, request=0x7fd93a9a4ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2147
      #5  0x0000556f41d616c2 in os_aio_handler (segment=1, m1=0x7fd93a9a4cb0, m2=0x7fd93a9a4cb8, request=0x7fd93a9a4ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:5728
      #6  0x0000556f420341b2 in fil_aio_wait (segment=1) at /data/src/10.3/storage/innobase/fil/fil0fil.cc:4431
      #7  0x0000556f41e97f32 in io_handler_thread (arg=0x556f42db7528 <n+8>) at /data/src/10.3/storage/innobase/srv/srv0start.cc:326
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 4 (Thread 0x7fd93b1a6700 (LWP 2342721)):
      #0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
      #1  0x00007fd946acf27b in ?? () from /lib/x86_64-linux-gnu/libaio.so.1
      #2  0x0000556f41d5b927 in LinuxAIOHandler::collect (this=0x7fd93b1a5c10) at /data/src/10.3/storage/innobase/os/os0file.cc:1932
      #3  0x0000556f41d5c05c in LinuxAIOHandler::poll (this=0x7fd93b1a5c10, m1=0x7fd93b1a5cb0, m2=0x7fd93b1a5cb8, request=0x7fd93b1a5ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2093
      #4  0x0000556f41d5c1d7 in os_aio_linux_handler (global_segment=0, m1=0x7fd93b1a5cb0, m2=0x7fd93b1a5cb8, request=0x7fd93b1a5ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:2147
      #5  0x0000556f41d616c2 in os_aio_handler (segment=0, m1=0x7fd93b1a5cb0, m2=0x7fd93b1a5cb8, request=0x7fd93b1a5ce0) at /data/src/10.3/storage/innobase/os/os0file.cc:5728
      #6  0x0000556f420341b2 in fil_aio_wait (segment=0) at /data/src/10.3/storage/innobase/fil/fil0fil.cc:4431
      #7  0x0000556f41e97f32 in io_handler_thread (arg=0x556f42db7520 <n>) at /data/src/10.3/storage/innobase/srv/srv0start.cc:326
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 3 (Thread 0x7fd940a26700 (LWP 2342720)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd940a25de0, clockid=<optimized out>, expected=0, futex_word=0x556f435c7ea8 <COND_checkpoint+40>) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd940a25de0, clockid=<optimized out>, mutex=0x556f435c7de8 <LOCK_checkpoint+40>, cond=0x556f435c7e80 <COND_checkpoint>) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f435c7e80 <COND_checkpoint>, mutex=0x556f435c7de8 <LOCK_checkpoint+40>, abstime=0x7fd940a25de0) at pthread_cond_wait.c:656
      #3  0x0000556f422cc021 in safe_cond_timedwait (cond=0x556f435c7e80 <COND_checkpoint>, mp=0x556f435c7dc0 <LOCK_checkpoint>, abstime=0x7fd940a25de0, file=0x556f42694ed0 "/data/src/10.3/include/mysql/psi/mysql_thread.h", line=1211) at /data/src/10.3/mysys/thr_mutex.c:546
      #4  0x0000556f4212259a in inline_mysql_cond_timedwait (that=0x556f435c7e80 <COND_checkpoint>, mutex=0x556f435c7dc0 <LOCK_checkpoint>, abstime=0x7fd940a25de0, src_file=0x556f42694f00 "/data/src/10.3/storage/maria/ma_servicethread.c", src_line=115) at /data/src/10.3/include/mysql/psi/mysql_thread.h:1211
      #5  0x0000556f42122aeb in my_service_thread_sleep (control=0x556f42b80560 <checkpoint_control>, sleep_time=29000000000) at /data/src/10.3/storage/maria/ma_servicethread.c:115
      #6  0x0000556f421168b9 in ma_checkpoint_background (arg=0x1e) at /data/src/10.3/storage/maria/ma_checkpoint.c:707
      #7  0x0000556f42254035 in pfs_spawn_thread (arg=0x556f43fd8960) at /data/src/10.3/storage/perfschema/pfs.cc:1869
      #8  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #9  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 2 (Thread 0x7fd941d90700 (LWP 2342719)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x7fd941d8fe90, clockid=<optimized out>, expected=0, futex_word=0x556f435d950c <COND_timer+44>) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x7fd941d8fe90, clockid=<optimized out>, mutex=0x556f435d9448 <LOCK_timer+40>, cond=0x556f435d94e0 <COND_timer>) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x556f435d94e0 <COND_timer>, mutex=0x556f435d9448 <LOCK_timer+40>, abstime=0x7fd941d8fe90) at pthread_cond_wait.c:656
      #3  0x0000556f422cc021 in safe_cond_timedwait (cond=0x556f435d94e0 <COND_timer>, mp=0x556f435d9420 <LOCK_timer>, abstime=0x7fd941d8fe90, file=0x556f426d50e0 "/data/src/10.3/include/mysql/psi/mysql_thread.h", line=1211) at /data/src/10.3/mysys/thr_mutex.c:546
      #4  0x0000556f422cd0a5 in inline_mysql_cond_timedwait (that=0x556f435d94e0 <COND_timer>, mutex=0x556f435d9420 <LOCK_timer>, abstime=0x7fd941d8fe90, src_file=0x556f426d5110 "/data/src/10.3/mysys/thr_timer.c", src_line=292) at /data/src/10.3/include/mysql/psi/mysql_thread.h:1211
      #5  0x0000556f422cdc90 in timer_handler (arg=0x0) at /data/src/10.3/mysys/thr_timer.c:292
      #6  0x0000556f42254035 in pfs_spawn_thread (arg=0x556f43eefa40) at /data/src/10.3/storage/perfschema/pfs.cc:1869
      #7  0x00007fd946679609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #8  0x00007fd946255293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 1 (Thread 0x7fd94612fb80 (LWP 2342718)):
      #0  0x00007fd946248aff in __GI___poll (fds=0x7ffd066c23e0, nfds=2, timeout=-1) at ../sysdeps/unix/sysv/linux/poll.c:29
      #1  0x0000556f415e033d in handle_connections_sockets () at /data/src/10.3/sql/mysqld.cc:6809
      #2  0x0000556f415df5e5 in mysqld_main (argc=146, argv=0x556f43dce9a0) at /data/src/10.3/sql/mysqld.cc:6280
      #3  0x0000556f415d32bd in main (argc=23, argv=0x7ffd066c26e8) at /data/src/10.3/sql/main.cc:25
      

      The test case is scalable – that is, it still hangs if it sets, for example, innodb_thread_concurrency=5 and uses 6 threads, like this:

      --source include/have_innodb.inc
       
      SET @concurrency= @@innodb_thread_concurrency;
      SET GLOBAL innodb_thread_concurrency= 5;
       
      --connect (con1,localhost,root,,test)
      CREATE TEMPORARY SEQUENCE s1 ENGINE=InnoDB;
       
      --connect (con2,localhost,root,,test)
      CREATE TEMPORARY SEQUENCE s2 ENGINE=InnoDB;
       
      --connect (con3,localhost,root,,test)
      CREATE TEMPORARY SEQUENCE s3 ENGINE=InnoDB;
       
      --connect (con4,localhost,root,,test)
      CREATE TEMPORARY SEQUENCE s4 ENGINE=InnoDB;
       
      --connect (con5,localhost,root,,test)
      CREATE TEMPORARY SEQUENCE s4 ENGINE=InnoDB;
       
      --connection default
      CREATE TABLE t (a INT) ENGINE=InnoDB;
      INSERT INTO t VALUES (1);
       
      # Cleanup
      --disconnect con1
      --connection default
      DROP TABLE t;
      SET GLOBAL innodb_thread_concurrency= @concurrency;
      # Don't know why it changes, but it does
      SET GLOBAL innodb_thread_sleep_delay= DEFAULT;
      

      Could not reproduce with temporary tables instead of sequences, or with non-temporary sequences.

        Attachments

          Issue Links

            Activity

              People

              Assignee:
              marko Marko Mäkelä
              Reporter:
              elenst Elena Stepanova
              Votes:
              0 Vote for this issue
              Watchers:
              2 Start watching this issue

                Dates

                Created:
                Updated:
                Resolved:

                  Git Integration