Uploaded image for project: 'MariaDB Server'
  1. MariaDB Server
  2. MDEV-26582

SIGSEGV in spider_db_bulk_insert and spider_db_connect and spider_db_before_query, and hang in "End of update loop" / "Reset for next command" query states

    XMLWordPrintable

    Details

      Description

      Repeat the following testcase till you get a crash or semi-hang. Sporadic. For all situations described below, usually about 2 repeats are sufficient, but at times it may be more.

      DROP DATABASE test;
      CREATE DATABASE test;
      USE test;
      SET sql_mode='';
      INSTALL PLUGIN spider SONAME 'ha_spider.so';
      CREATE TABLE t (i CHAR,n CHAR GENERATED ALWAYS AS (MD5 (i)) VIRTUAL) ENGINE=SPIDER;
      INSERT INTO t VALUES (0,0);
      CREATE TABLE t2 (c INT);
      INSERT t SELECT 1 ON DUPLICATE KEY UPDATE c=1;
      

      Leads to:

      10.7.0 1bc82aaf0a7746c0921a94034aff2d51f0d75cd0 (Optimized)

      Core was generated by `/test/MD040921-mariadb-10.7.0-linux-x86_64-opt/bin/mysqld --no-defaults --core-'.
      Program terminated with signal SIGSEGV, Segmentation fault.
      #0  spider_db_bulk_insert (spider=spider@entry=0x152970039c30, 
          table=0x15297005d5d8, copy_info=copy_info@entry=0x15297003a020, 
          bulk_end=bulk_end@entry=true)
          at /test/10.7_opt/storage/spider/spd_db_conn.cc:6710
      [Current thread is 1 (Thread 0x1529c04c2700 (LWP 341906))]
      (gdb) bt
      #0  spider_db_bulk_insert (spider=spider@entry=0x152970039c30, table=0x15297005d5d8, copy_info=copy_info@entry=0x15297003a020, bulk_end=bulk_end@entry=true) at /test/10.7_opt/storage/spider/spd_db_conn.cc:6710
      #1  0x00001529c00db474 in ha_spider::end_bulk_insert (this=0x152970039c30) at /test/10.7_opt/storage/spider/ha_spider.cc:9896
      #2  ha_spider::end_bulk_insert (this=0x152970039c30) at /test/10.7_opt/storage/spider/ha_spider.cc:9887
      #3  0x000055d9d390297d in select_insert::abort_result_set (this=0x152970011ec0) at /test/10.7_opt/sql/sql_insert.cc:4294
      #4  0x000055d9d39b7152 in handle_select (thd=thd@entry=0x152970000c58, lex=lex@entry=0x152970004d38, result=result@entry=0x152970011ec0, setup_tables_done_option=setup_tables_done_option@entry=1073741824) at /test/10.7_opt/sql/sql_select.cc:563
      #5  0x000055d9d3949001 in mysql_execute_command (thd=0x152970000c58, is_called_from_prepared_stmt=<optimized out>) at /test/10.7_opt/sql/sql_parse.cc:4711
      #6  0x000055d9d3935456 in mysql_parse (thd=0x152970000c58, rawbuf=<optimized out>, length=<optimized out>, parser_state=<optimized out>) at /test/10.7_opt/sql/sql_parse.cc:8036
      #7  0x000055d9d3941345 in dispatch_command (command=COM_QUERY, thd=0x152970000c58, packet=<optimized out>, packet_length=<optimized out>, blocking=<optimized out>) at /test/10.7_opt/sql/sql_class.h:1358
      #8  0x000055d9d3943217 in do_command (thd=0x152970000c58, blocking=blocking@entry=true) at /test/10.7_opt/sql/sql_parse.cc:1404
      #9  0x000055d9d3a5eae7 in do_handle_one_connection (connect=<optimized out>, put_in_cache=true) at /test/10.7_opt/sql/sql_connect.cc:1418
      #10 0x000055d9d3a5ee2d in handle_one_connection (arg=arg@entry=0x55d9d6d2e548) at /test/10.7_opt/sql/sql_connect.cc:1312
      #11 0x000055d9d3db2298 in pfs_spawn_thread (arg=0x55d9d71d0ed8) at /test/10.7_opt/storage/perfschema/pfs.cc:2201
      #12 0x00001529c3555609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #13 0x00001529c3143293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
      

      10.7.0 1bc82aaf0a7746c0921a94034aff2d51f0d75cd0 (Debug)

      Core was generated by `/test/MD040921-mariadb-10.7.0-linux-x86_64-dbg/bin/mysqld --no-defaults --core-'.
      Program terminated with signal SIGSEGV, Segmentation fault.
      #0  0x0000150f47cc9248 in spider_db_bulk_insert (
          spider=spider@entry=0x150f3004de80, table=0x150f3004d5a8, 
          copy_info=copy_info@entry=0x150f3004e270, bulk_end=bulk_end@entry=true)
          at /test/10.7_dbg/storage/spider/spd_db_conn.cc:6708
      [Current thread is 1 (Thread 0x150f7c12c700 (LWP 347996))]
      (gdb) bt
      #0  0x0000150f47cc9248 in spider_db_bulk_insert (spider=spider@entry=0x150f3004de80, table=0x150f3004d5a8, copy_info=copy_info@entry=0x150f3004e270, bulk_end=bulk_end@entry=true) at /test/10.7_dbg/storage/spider/spd_db_conn.cc:6708
      #1  0x0000150f47d3a77a in ha_spider::end_bulk_insert (this=0x150f3004de80) at /test/10.7_dbg/storage/spider/ha_spider.cc:9896
      #2  0x000055d75821bd66 in handler::ha_end_bulk_insert (this=0x150f3004de80) at /test/10.7_dbg/sql/handler.cc:4990
      #3  0x000055d757ec42fe in select_insert::abort_result_set (this=0x150f300153a0) at /test/10.7_dbg/sql/sql_insert.cc:4294
      #4  0x000055d757fa7d7d in handle_select (thd=thd@entry=0x150f30000db8, lex=lex@entry=0x150f30005058, result=result@entry=0x150f300153a0, setup_tables_done_option=setup_tables_done_option@entry=1073741824) at /test/10.7_dbg/sql/sql_select.cc:563
      #5  0x000055d757f1889b in mysql_execute_command (thd=thd@entry=0x150f30000db8, is_called_from_prepared_stmt=is_called_from_prepared_stmt@entry=false) at /test/10.7_dbg/sql/sql_parse.cc:4711
      #6  0x000055d757f02ccb in mysql_parse (thd=thd@entry=0x150f30000db8, rawbuf=<optimized out>, length=<optimized out>, parser_state=parser_state@entry=0x150f7c12b400) at /test/10.7_dbg/sql/sql_parse.cc:8036
      #7  0x000055d757f118d0 in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x150f30000db8, packet=packet@entry=0x150f3000b739 "INSERT t SELECT 1 ON DUPLICATE KEY UPDATE c=1", packet_length=packet_length@entry=45, blocking=blocking@entry=true) at /test/10.7_dbg/sql/sql_class.h:1358
      #8  0x000055d757f14cd6 in do_command (thd=0x150f30000db8, blocking=blocking@entry=true) at /test/10.7_dbg/sql/sql_parse.cc:1404
      #9  0x000055d75808b0c8 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x55d75bcc3608, put_in_cache=put_in_cache@entry=true) at /test/10.7_dbg/sql/sql_connect.cc:1418
      #10 0x000055d75808b6cd in handle_one_connection (arg=arg@entry=0x55d75bcc3608) at /test/10.7_dbg/sql/sql_connect.cc:1312
      #11 0x000055d7584f4ade in pfs_spawn_thread (arg=0x55d75bbc39c8) at /test/10.7_dbg/storage/perfschema/pfs.cc:2201
      #12 0x0000150f803fa609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #13 0x0000150f7ffe8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
      

      Note the different stack on 10.6 optimized:

      10.6.5 9ac1ac006197c8979db1dc73f4e983f623e831e8 (Optimized)

      Core was generated by `/test/MD160821-mariadb-10.6.5-linux-x86_64-opt/bin/mysqld --no-defaults --core-'.
      Program terminated with signal SIGSEGV, Segmentation fault.
      #0  0x00001506700e8cbd in spider_db_connect (share=0x150634087d48, 
          conn=conn@entry=0x150634076748, link_idx=0)
          at /test/10.6_opt/storage/spider/spd_db_conn.cc:119
      [Current thread is 1 (Thread 0x150684658700 (LWP 347695))]
      (gdb) bt
      #0  0x00001506700e8cbd in spider_db_connect (share=0x150634087d48, conn=conn@entry=0x150634076748, link_idx=0) at /test/10.6_opt/storage/spider/spd_db_conn.cc:119
      #1  0x00001506700e9a78 in spider_db_conn_queue_action (conn=0x150634076748) at /test/10.6_opt/storage/spider/spd_db_conn.cc:293
      #2  0x00001506700efc90 in spider_db_before_query (conn=0x150634076748, need_mon=<optimized out>) at /test/10.6_opt/storage/spider/spd_db_conn.cc:629
      #3  0x00001506700efea2 in spider_db_set_names_internal (trx=0x150634055128, share=0x15063406e6b8, conn=conn@entry=0x150634076748, all_link_idx=0, need_mon=0x150634075088) at /test/10.6_opt/storage/spider/spd_db_conn.cc:930
      #4  0x00001506700f0059 in spider_db_set_names (spider=spider@entry=0x15063405d9a0, conn=conn@entry=0x150634076748, link_idx=link_idx@entry=0) at /test/10.6_opt/storage/spider/spd_db_conn.cc:977
      #5  0x00001506700f46a9 in spider_db_bulk_insert (spider=spider@entry=0x15063405d9a0, table=0x1506340400f8, copy_info=copy_info@entry=0x15063405dd90, bulk_end=bulk_end@entry=true) at /test/10.6_opt/storage/spider/spd_db_conn.cc:6745
      #6  0x000015067013e4a4 in ha_spider::end_bulk_insert (this=0x15063405d9a0) at /test/10.6_opt/storage/spider/ha_spider.cc:9896
      #7  ha_spider::end_bulk_insert (this=0x15063405d9a0) at /test/10.6_opt/storage/spider/ha_spider.cc:9887
      #8  0x00005574e2988aed in select_insert::abort_result_set (this=0x150634011f60) at /test/10.6_opt/sql/sql_insert.cc:4294
      #9  0x00005574e2a301f2 in handle_select (thd=thd@entry=0x150634000c58, lex=lex@entry=0x150634004d38, result=result@entry=0x150634011f60, setup_tables_done_option=setup_tables_done_option@entry=1073741824) at /test/10.6_opt/sql/sql_select.cc:563
      #10 0x00005574e29cf155 in mysql_execute_command (thd=0x150634000c58, is_called_from_prepared_stmt=<optimized out>) at /test/10.6_opt/sql/sql_parse.cc:4711
      #11 0x00005574e29bb5c6 in mysql_parse (thd=0x150634000c58, rawbuf=<optimized out>, length=<optimized out>, parser_state=<optimized out>) at /test/10.6_opt/sql/sql_parse.cc:8030
      #12 0x00005574e29c74c5 in dispatch_command (command=COM_QUERY, thd=0x150634000c58, packet=<optimized out>, packet_length=<optimized out>, blocking=<optimized out>) at /test/10.6_opt/sql/sql_class.h:1357
      #13 0x00005574e29c93e7 in do_command (thd=0x150634000c58, blocking=blocking@entry=true) at /test/10.6_opt/sql/sql_parse.cc:1404
      #14 0x00005574e2ad7ef7 in do_handle_one_connection (connect=<optimized out>, put_in_cache=true) at /test/10.6_opt/sql/sql_connect.cc:1418
      #15 0x00005574e2ad823d in handle_one_connection (arg=arg@entry=0x5574e5df0698) at /test/10.6_opt/sql/sql_connect.cc:1312
      #16 0x00005574e2e62778 in pfs_spawn_thread (arg=0x5574e5d67568) at /test/10.6_opt/storage/perfschema/pfs.cc:2201
      #17 0x0000150685f91609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #18 0x0000150685b7f293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
      

      This crash is already listed in MDEV-26546 and seems to be consistently generated in 10.6.5 optimized only as a result of this testcase (though the testcase overall is still sporadic).

      Furthermore, on 10.5.13 (optimized) we see this possible semi-hang:

      10.5.13 0268b8712288d46fbd8a43fdef6bada399b68dff (Optimized)

      10.5.13-opt>show processlist;
      +----+-------------+-----------+------+---------+------+----------------------------------------------------+-----------------------------------------------+----------+
      | Id | User        | Host      | db   | Command | Time | State                                              | Info                                          | Progress |
      +----+-------------+-----------+------+---------+------+----------------------------------------------------+-----------------------------------------------+----------+
      |  4 | root        | localhost | test | Query   | 1199 | End of update loop                                 | INSERT t SELECT 1 ON DUPLICATE KEY UPDATE c=1 |    0.000 |
      |  5 | system user |           | NULL | Sleep   | 1199 | Reset for next command                             | NULL                                          |    0.000 |
      |  6 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      |  7 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      |  8 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      |  9 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 10 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 11 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 12 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 13 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 14 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 16 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 15 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 17 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 18 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 20 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 19 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 22 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 21 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 24 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 23 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 25 | root        | localhost | test | Query   |    0 | starting                                           | show processlist                              |    0.000 |
      +----+-------------+-----------+------+---------+------+----------------------------------------------------+-----------------------------------------------+----------+
      22 rows in set (0.000 sec)
      

      Even CTRL+C (query killed) does not seem to help as the state becomes;

      10.5.13 0268b8712288d46fbd8a43fdef6bada399b68dff (Optimized)

      10.5.13-opt>show processlist;
      +----+-------------+-----------+------+---------+------+----------------------------------------------------+-----------------------------------------------+----------+
      | Id | User        | Host      | db   | Command | Time | State                                              | Info                                          | Progress |
      +----+-------------+-----------+------+---------+------+----------------------------------------------------+-----------------------------------------------+----------+
      |  4 | root        | localhost | test | Killed  |   88 | End of update loop                                 | INSERT t SELECT 1 ON DUPLICATE KEY UPDATE c=1 |    0.000 |
      |  5 | system user |           | NULL | Sleep   |   88 | Reset for next command                             | NULL                                          |    0.000 |
      |  6 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      |  7 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      |  8 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      |  9 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 11 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 10 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 12 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 13 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 14 | system user |           | NULL | Daemon  | NULL | Spider table background statistics action handler  | NULL                                          |    0.000 |
      | 15 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 16 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 17 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 19 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 18 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 21 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 20 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 22 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 23 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 24 | system user |           | NULL | Daemon  | NULL | Spider table background cardinality action handler | NULL                                          |    0.000 |
      | 25 | root        | localhost | test | Query   |    0 | starting                                           | show processlist                              |    0.000 |
      +----+-------------+-----------+------+---------+------+----------------------------------------------------+-----------------------------------------------+----------+
      22 rows in set (0.000 sec)
      

      This state too is consistently reproducible with the given test-case, in a sporadic way. For the hang, I broke in with gdb and took a snapshot of all threads:

      10.5.13 0268b8712288d46fbd8a43fdef6bada399b68dff (Optimized)

      (gdb) thread apply all bt
       
      Thread 31 (Thread 0x14615fdfe700 (LWP 1416971)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x14615fdfdd40, clockid=<optimized out>, expected=0, futex_word=0x563b020cf188) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x14615fdfdd40, clockid=<optimized out>, mutex=0x563b020bf8d0, cond=0x563b020cf160) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x563b020cf160, mutex=0x563b020bf8d0, abstime=0x14615fdfdd40) at pthread_cond_wait.c:656
      #3  0x0000563b00464c82 in __gthread_cond_timedwait (__abs_timeout=0x14615fdfdd40, __mutex=<optimized out>, __cond=0x563b020cf160) at /usr/include/x86_64-linux-gnu/c++/9/bits/gthr-default.h:872
      #4  std::condition_variable::__wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=<synthetic pointer>..., __lock=..., this=0x563b020cf160) at /usr/include/c++/9/condition_variable:188
      #5  std::condition_variable::wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x563b020cf160) at /usr/include/c++/9/condition_variable:121
      #6  std::condition_variable::wait_for<long, std::ratio<1l, 1000l> > (__rtime=..., __lock=..., this=0x563b020cf160) at /usr/include/c++/9/condition_variable:152
      #7  tpool::thread_pool_generic::wait_for_tasks (this=this@entry=0x563b020bf7c0, lk=..., thread_data=thread_data@entry=0x563b020cf160) at /test/10.5_opt/tpool/tpool_generic.cc:446
      #8  0x0000563b00464fc1 in tpool::thread_pool_generic::get_task (this=0x563b020bf7c0, thread_var=0x563b020cf160, t=0x14615fdfdde8) at /test/10.5_opt/tpool/tpool_generic.cc:499
      #9  0x0000563b00466625 in tpool::thread_pool_generic::worker_main (this=0x563b020bf7c0, thread_var=0x563b020cf160) at /test/10.5_opt/tpool/tpool_generic.cc:544
      #10 0x00001461945bdde4 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
      #11 0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #12 0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 30 (Thread 0x1461905fc700 (LWP 1372719)):
      #0  0x00001461942bbaff in __GI___poll (fds=fds@entry=0x1461905fb9b8, nfds=nfds@entry=1, timeout=timeout@entry=28800000) at ../sysdeps/unix/sysv/linux/poll.c:29
      #1  0x0000563b000b2aee in poll (__timeout=28800000, __nfds=1, __fds=0x1461905fb9b8) at /usr/include/x86_64-linux-gnu/bits/poll2.h:46
      #2  vio_io_wait (vio=vio@entry=0x563b025b0348, event=<optimized out>, timeout=28800000) at /test/10.5_opt/vio/viosocket.c:1000
      #3  0x0000563b000b2c64 in vio_socket_io_wait (vio=0x563b025b0348, event=<optimized out>) at /test/10.5_opt/vio/viosocket.c:118
      #4  0x0000563b000b2d43 in vio_read (vio=0x563b025b0348, buf=0x146150008058 "\001", size=4) at /test/10.5_opt/vio/viosocket.c:199
      #5  0x0000563b00031d65 in my_real_read (net=0x146150000ed8, complen=complen@entry=0x1461905fbc38, header=header@entry=1 '\001') at /test/10.5_opt/sql/net_serv.cc:991
      #6  0x0000563b00033118 in my_net_read_packet_reallen (net=net@entry=0x146150000ed8, read_from_server=read_from_server@entry=1 '\001', reallen=reallen@entry=0x1461905fbc88) at /test/10.5_opt/sql/net_serv.cc:1272
      #7  0x0000563b00033221 in my_net_read_packet (net=net@entry=0x146150000ed8, read_from_server=read_from_server@entry=1 '\001') at /test/10.5_opt/sql/net_serv.cc:1256
      #8  0x0000563affce9e12 in do_command (thd=0x146150000c58) at /test/10.5_opt/sql/sql_parse.cc:1234
      #9  0x0000563affdf02e1 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x563b027804b8, put_in_cache=put_in_cache@entry=true) at /test/10.5_opt/sql/sql_connect.cc:1418
      #10 0x0000563affdf075d in handle_one_connection (arg=arg@entry=0x563b027804b8) at /test/10.5_opt/sql/sql_connect.cc:1312
      #11 0x0000563b0017f5c9 in pfs_spawn_thread (arg=0x563b025b0348) at /test/10.5_opt/storage/perfschema/pfs.cc:2201
      #12 0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #13 0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 29 (Thread 0x14615d4b3700 (LWP 359400)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04ef80) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04ef90, cond=0x14613c04ef58) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04ef58, mutex=mutex@entry=0x14613c04ef90) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04ef90, that=0x14613c04ef58) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04ef38) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 28 (Thread 0x14615d6b4700 (LWP 359399)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04eeb0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04eec0, cond=0x14613c04ee88) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04ee88, mutex=mutex@entry=0x14613c04eec0) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04eec0, that=0x14613c04ee88) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04ee68) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 27 (Thread 0x14615d8b5700 (LWP 359398)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04ede0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04edf0, cond=0x14613c04edb8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04edb8, mutex=mutex@entry=0x14613c04edf0) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04edf0, that=0x14613c04edb8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04ed98) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 26 (Thread 0x14615dab6700 (LWP 359397)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04ed10) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04ed20, cond=0x14613c04ece8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04ece8, mutex=mutex@entry=0x14613c04ed20) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04ed20, that=0x14613c04ece8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04ecc8) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 25 (Thread 0x14615dcb7700 (LWP 359396)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04ec40) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04ec50, cond=0x14613c04ec18) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04ec18, mutex=mutex@entry=0x14613c04ec50) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04ec50, that=0x14613c04ec18) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04ebf8) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 24 (Thread 0x14615deb8700 (LWP 359395)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04eb70) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04eb80, cond=0x14613c04eb48) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04eb48, mutex=mutex@entry=0x14613c04eb80) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04eb80, that=0x14613c04eb48) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04eb28) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 23 (Thread 0x14615e0b9700 (LWP 359394)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04eaa0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04eab0, cond=0x14613c04ea78) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04ea78, mutex=mutex@entry=0x14613c04eab0) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04eab0, that=0x14613c04ea78) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04ea58) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 22 (Thread 0x14615e2ba700 (LWP 359393)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e9d0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e9e0, cond=0x14613c04e9a8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e9a8, mutex=mutex@entry=0x14613c04e9e0) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04e9e0, that=0x14613c04e9a8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04e988) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 21 (Thread 0x14615e4bb700 (LWP 359392)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e900) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e910, cond=0x14613c04e8d8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e8d8, mutex=mutex@entry=0x14613c04e910) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04e910, that=0x14613c04e8d8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04e8b8) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 20 (Thread 0x14615e6bc700 (LWP 359391)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e830) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e840, cond=0x14613c04e808) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e808, mutex=mutex@entry=0x14613c04e840) at pthread_cond_wait.c:638
      #3  0x000014615fb5d4b8 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10543, mutex=0x14613c04e840, that=0x14613c04e808) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_crd_action (arg=0x14613c04e7e8) at /test/10.5_opt/storage/spider/spd_table.cc:10543
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 19 (Thread 0x14615e8bd700 (LWP 359390)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e760) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e770, cond=0x14613c04e738) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e738, mutex=mutex@entry=0x14613c04e770) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e770, that=0x14613c04e738) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e718) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 18 (Thread 0x14615eabe700 (LWP 359389)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e690) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e6a0, cond=0x14613c04e668) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e668, mutex=mutex@entry=0x14613c04e6a0) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e6a0, that=0x14613c04e668) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e648) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 17 (Thread 0x14615ecbf700 (LWP 359388)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e5c0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e5d0, cond=0x14613c04e598) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e598, mutex=mutex@entry=0x14613c04e5d0) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e5d0, that=0x14613c04e598) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e578) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 16 (Thread 0x14615eec0700 (LWP 359387)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e4f0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e500, cond=0x14613c04e4c8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e4c8, mutex=mutex@entry=0x14613c04e500) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e500, that=0x14613c04e4c8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e4a8) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 15 (Thread 0x14615f0c1700 (LWP 359386)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e420) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e430, cond=0x14613c04e3f8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e3f8, mutex=mutex@entry=0x14613c04e430) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e430, that=0x14613c04e3f8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e3d8) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 14 (Thread 0x14615f2c2700 (LWP 359385)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e350) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e360, cond=0x14613c04e328) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e328, mutex=mutex@entry=0x14613c04e360) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e360, that=0x14613c04e328) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e308) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 13 (Thread 0x14615f4c3700 (LWP 359383)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e280) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e290, cond=0x14613c04e258) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e258, mutex=mutex@entry=0x14613c04e290) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e290, that=0x14613c04e258) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e238) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 12 (Thread 0x14615f6c4700 (LWP 359382)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e1b0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e1c0, cond=0x14613c04e188) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e188, mutex=mutex@entry=0x14613c04e1c0) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e1c0, that=0x14613c04e188) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e168) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 11 (Thread 0x14615f8c5700 (LWP 359381)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e0e0) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e0f0, cond=0x14613c04e0b8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04e0b8, mutex=mutex@entry=0x14613c04e0f0) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e0f0, that=0x14613c04e0b8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04e098) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 10 (Thread 0x14615fac6700 (LWP 359380)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x14613c04e010) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x14613c04e020, cond=0x14613c04dfe8) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x14613c04dfe8, mutex=mutex@entry=0x14613c04e020) at pthread_cond_wait.c:638
      #3  0x000014615fb5c388 in inline_mysql_cond_wait (src_file=0x14615fbcb640 "/test/10.5_opt/storage/spider/spd_table.cc", src_line=10391, mutex=0x14613c04e020, that=0x14613c04dfe8) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  spider_table_bg_sts_action (arg=0x14613c04dfc8) at /test/10.5_opt/storage/spider/spd_table.cc:10391
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 9 (Thread 0x146190647700 (LWP 346951)):
      #0  __lll_lock_wait (futex=futex@entry=0x14613c071a60, private=0) at lowlevellock.c:52
      #1  0x00001461946dd131 in __GI___pthread_mutex_lock (mutex=mutex@entry=0x14613c071a60) at ../nptl/pthread_mutex_lock.c:115
      #2  0x000014615fb32a11 in inline_mysql_mutex_lock (src_file=0x14615fbcb2a0 "/test/10.5_opt/storage/spider/spd_db_conn.cc", src_line=6727, that=0x14613c071a60) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:767
      #3  spider_db_bulk_insert (spider=spider@entry=0x14613c0590c0, table=0x14613c039568, copy_info=copy_info@entry=0x14613c0594b0, bulk_end=bulk_end@entry=true) at /test/10.5_opt/storage/spider/spd_db_conn.cc:6727
      #4  0x000014615fb80424 in ha_spider::end_bulk_insert (this=0x14613c0590c0) at /test/10.5_opt/storage/spider/ha_spider.cc:9896
      #5  ha_spider::end_bulk_insert (this=0x14613c0590c0) at /test/10.5_opt/storage/spider/ha_spider.cc:9887
      #6  0x0000563affca91cd in select_insert::abort_result_set (this=0x14613c011b98) at /test/10.5_opt/sql/sql_insert.cc:4282
      #7  0x0000563affd522c2 in handle_select (thd=thd@entry=0x14613c000c58, lex=lex@entry=0x14613c004b78, result=result@entry=0x14613c011b98, setup_tables_done_option=setup_tables_done_option@entry=1073741824) at /test/10.5_opt/sql/sql_select.cc:462
      #8  0x0000563affcf001d in mysql_execute_command (thd=0x14613c000c58) at /test/10.5_opt/sql/sql_parse.cc:4770
      #9  0x0000563affcdb143 in mysql_parse (thd=0x14613c000c58, rawbuf=<optimized out>, length=<optimized out>, parser_state=<optimized out>, is_com_multi=<optimized out>, is_next_command=<optimized out>) at /test/10.5_opt/sql/sql_parse.cc:8100
      #10 0x0000563affce7925 in dispatch_command (command=COM_QUERY, thd=0x14613c000c58, packet=<optimized out>, packet_length=<optimized out>, is_com_multi=<optimized out>, is_next_command=<optimized out>) at /test/10.5_opt/sql/sql_class.h:1290
      #11 0x0000563affce9eb2 in do_command (thd=0x14613c000c58) at /test/10.5_opt/sql/sql_parse.cc:1370
      #12 0x0000563affdf02e1 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x563b0273a008, put_in_cache=put_in_cache@entry=true) at /test/10.5_opt/sql/sql_connect.cc:1418
      #13 0x0000563affdf075d in handle_one_connection (arg=arg@entry=0x563b0273a008) at /test/10.5_opt/sql/sql_connect.cc:1312
      #14 0x0000563b0017f5c9 in pfs_spawn_thread (arg=0x563b026ef738) at /test/10.5_opt/storage/perfschema/pfs.cc:2201
      #15 0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #16 0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 8 (Thread 0x146190692700 (LWP 346912)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x563b00e521a8 <COND_manager+40>) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x563b00e521c0 <LOCK_manager>, cond=0x563b00e52180 <COND_manager>) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x563b00e52180 <COND_manager>, mutex=mutex@entry=0x563b00e521c0 <LOCK_manager>) at pthread_cond_wait.c:638
      #3  0x0000563affcd9463 in inline_mysql_cond_wait (that=0x563b00e52180 <COND_manager>, mutex=0x563b00e521c0 <LOCK_manager>, src_file=0x563b0065e9a0 "/test/10.5_opt/sql/sql_manager.cc", src_line=103) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1233
      #4  handle_manager (arg=arg@entry=0x0) at /test/10.5_opt/sql/sql_manager.cc:103
      #5  0x0000563b0017f5c9 in pfs_spawn_thread (arg=0x563b02747b78) at /test/10.5_opt/storage/perfschema/pfs.cc:2201
      #6  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #7  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 7 (Thread 0x1461906dd700 (LWP 346909)):
      #0  0x00001461941ed322 in __GI___sigtimedwait (set=set@entry=0x1461906dccb0, info=info@entry=0x1461906dcd30, timeout=timeout@entry=0x0) at ../sysdeps/unix/sysv/linux/sigtimedwait.c:29
      #1  0x00001461941ed38b in __GI___sigwaitinfo (set=set@entry=0x1461906dccb0, info=info@entry=0x1461906dcd30) at ../sysdeps/unix/sysv/linux/sigwaitinfo.c:25
      #2  0x0000563affc12cd4 in my_sigwait (code=<synthetic pointer>, sig=0x1461906dcca8, set=0x1461906dccb0) at /test/10.5_opt/include/my_pthread.h:196
      #3  signal_hand (arg=arg@entry=0x0) at /test/10.5_opt/sql/mysqld.cc:2960
      #4  0x0000563b0017f5c9 in pfs_spawn_thread (arg=0x563b020095c8) at /test/10.5_opt/storage/perfschema/pfs.cc:2201
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 6 (Thread 0x14615ffff700 (LWP 346906)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x14615fffed40, clockid=<optimized out>, expected=0, futex_word=0x563b020cf20c) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x14615fffed40, clockid=<optimized out>, mutex=0x563b020bf8d0, cond=0x563b020cf1e0) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=0x563b020cf1e0, mutex=0x563b020bf8d0, abstime=0x14615fffed40) at pthread_cond_wait.c:656
      #3  0x0000563b00464c82 in __gthread_cond_timedwait (__abs_timeout=0x14615fffed40, __mutex=<optimized out>, __cond=0x563b020cf1e0) at /usr/include/x86_64-linux-gnu/c++/9/bits/gthr-default.h:872
      #4  std::condition_variable::__wait_until_impl<std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=<synthetic pointer>..., __lock=..., this=0x563b020cf1e0) at /usr/include/c++/9/condition_variable:188
      #5  std::condition_variable::wait_until<std::chrono::_V2::steady_clock, std::chrono::duration<long, std::ratio<1l, 1000000000l> > > (__atime=..., __lock=..., this=0x563b020cf1e0) at /usr/include/c++/9/condition_variable:121
      #6  std::condition_variable::wait_for<long, std::ratio<1l, 1000l> > (__rtime=..., __lock=..., this=0x563b020cf1e0) at /usr/include/c++/9/condition_variable:152
      #7  tpool::thread_pool_generic::wait_for_tasks (this=this@entry=0x563b020bf7c0, lk=..., thread_data=thread_data@entry=0x563b020cf1e0) at /test/10.5_opt/tpool/tpool_generic.cc:446
      #8  0x0000563b00464fc1 in tpool::thread_pool_generic::get_task (this=0x563b020bf7c0, thread_var=0x563b020cf1e0, t=0x14615fffede8) at /test/10.5_opt/tpool/tpool_generic.cc:499
      #9  0x0000563b00466625 in tpool::thread_pool_generic::worker_main (this=0x563b020bf7c0, thread_var=0x563b020cf1e0) at /test/10.5_opt/tpool/tpool_generic.cc:544
      #10 0x00001461945bdde4 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
      #11 0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #12 0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 5 (Thread 0x1461904dd700 (LWP 346899)):
      #0  futex_wait_cancelable (private=<optimized out>, expected=0, futex_word=0x563b00dcd118 <buf_pool+856>) at ../sysdeps/nptl/futex-internal.h:183
      #1  __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x563b00dcd080 <buf_pool+704>, cond=0x563b00dcd0f0 <buf_pool+816>) at pthread_cond_wait.c:508
      #2  __pthread_cond_wait (cond=cond@entry=0x563b00dcd0f0 <buf_pool+816>, mutex=mutex@entry=0x563b00dcd080 <buf_pool+704>) at pthread_cond_wait.c:638
      #3  0x0000563b003ada68 in buf_flush_page_cleaner () at /test/10.5_opt/storage/innobase/buf/buf0flu.cc:2238
      #4  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #5  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 4 (Thread 0x1461918de700 (LWP 346896)):
      #0  syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38
      #1  0x0000563b00468358 in my_getevents (min_nr=1, nr=256, ev=0x1461918dbde0, ctx=<optimized out>) at /test/10.5_opt/tpool/aio_linux.cc:107
      #2  tpool::aio_linux::getevent_thread_routine (aio=0x563b02107600) at /test/10.5_opt/tpool/aio_linux.cc:107
      #3  0x00001461945bdde4 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
      #4  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #5  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 3 (Thread 0x146191f01700 (LWP 346792)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x146191f00d30, clockid=<optimized out>, expected=0, futex_word=0x563b01684ea8 <COND_checkpoint+40>) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x146191f00d30, clockid=<optimized out>, mutex=0x563b01684ec0 <LOCK_checkpoint>, cond=0x563b01684e80 <COND_checkpoint>) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=cond@entry=0x563b01684e80 <COND_checkpoint>, mutex=mutex@entry=0x563b01684ec0 <LOCK_checkpoint>, abstime=abstime@entry=0x146191f00d30) at pthread_cond_wait.c:656
      #3  0x0000563b00115621 in inline_mysql_cond_timedwait (src_file=0x563b007d1030 "/test/10.5_opt/storage/maria/ma_servicethread.c", src_line=115, abstime=0x146191f00d30, mutex=0x563b01684ec0 <LOCK_checkpoint>, that=0x563b01684e80 <COND_checkpoint>) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1270
      #4  my_service_thread_sleep (control=control@entry=0x563b00dbf640 <checkpoint_control>, sleep_time=sleep_time@entry=30000000000) at /test/10.5_opt/storage/maria/ma_servicethread.c:115
      #5  0x0000563b0010d6ff in ma_checkpoint_background (arg=0x1e) at /test/10.5_opt/storage/maria/ma_checkpoint.c:707
      #6  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #7  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 2 (Thread 0x146193e94700 (LWP 346778)):
      #0  futex_abstimed_wait_cancelable (private=<optimized out>, abstime=0x146193e93db0, clockid=<optimized out>, expected=0, futex_word=0x563b01727588 <COND_timer+40>) at ../sysdeps/nptl/futex-internal.h:320
      #1  __pthread_cond_wait_common (abstime=0x146193e93db0, clockid=<optimized out>, mutex=0x563b017275a0 <LOCK_timer>, cond=0x563b01727560 <COND_timer>) at pthread_cond_wait.c:520
      #2  __pthread_cond_timedwait (cond=cond@entry=0x563b01727560 <COND_timer>, mutex=mutex@entry=0x563b017275a0 <LOCK_timer>, abstime=abstime@entry=0x146193e93db0) at pthread_cond_wait.c:656
      #3  0x0000563b004d5dd4 in inline_mysql_cond_timedwait (that=0x563b01727560 <COND_timer>, mutex=0x563b017275a0 <LOCK_timer>, src_file=0x563b0082ac68 "/test/10.5_opt/mysys/thr_timer.c", src_line=321, abstime=0x146193e93db0) at /test/10.5_opt/include/mysql/psi/mysql_thread.h:1270
      #4  timer_handler (arg=<optimized out>) at /test/10.5_opt/mysys/thr_timer.c:321
      #5  0x00001461946da609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #6  0x00001461942c8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
       
      Thread 1 (Thread 0x14619400f800 (LWP 346773)):
      #0  0x00001461942bbaff in __GI___poll (fds=fds@entry=0x7ffc946064f0, nfds=nfds@entry=2, timeout=timeout@entry=-1) at ../sysdeps/unix/sysv/linux/poll.c:29
      #1  0x00001461942d8aa2 in __poll_chk (fds=fds@entry=0x7ffc946064f0, nfds=nfds@entry=2, timeout=timeout@entry=-1, fdslen=fdslen@entry=24) at poll_chk.c:27
      #2  0x0000563affc1b08f in poll (__timeout=-1, __nfds=2, __fds=0x7ffc946064f0) at /usr/include/x86_64-linux-gnu/bits/poll2.h:41
      #3  handle_connections_sockets () at /test/10.5_opt/sql/mysqld.cc:6207
      #4  0x0000563affc1beb5 in mysqld_main (argc=<optimized out>, argv=<optimized out>) at /test/10.5_opt/sql/mysqld.cc:5656
      #5  0x00001461941cd0b3 in __libc_start_main (main=0x563affbdf970 <main(int, char**)>, argc=10, argv=0x7ffc94606958, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffc94606948) at ../csu/libc-start.c:308
      #6  0x0000563affc1071e in _start () at /test/10.5_opt/sql/mysqld.cc:4321
      

      Bug confirmed present in:
      MariaDB: 10.5.13 (dbg), 10.5.13 (opt), 10.6.5 (dbg), 10.6.5 (opt), 10.7.0 (dbg), 10.7.0 (opt)

      Bug (or feature/syntax) confirmed not present in:
      MariaDB: 10.2.41 (dbg), 10.2.41 (opt), 10.3.32 (dbg), 10.3.32 (opt), 10.4.22 (dbg), 10.4.22 (opt)
      MySQL: 5.5.62 (dbg), 5.5.62 (opt), 5.6.51 (dbg), 5.6.51 (opt), 5.7.35 (dbg), 5.7.35 (opt), 8.0.26 (dbg), 8.0.26 (opt)

        Attachments

          Issue Links

            Activity

              People

              Assignee:
              nayuta-yanagisawa Nayuta Yanagisawa
              Reporter:
              Roel Roel Van de Paar
              Votes:
              0 Vote for this issue
              Watchers:
              5 Start watching this issue

                Dates

                Created:
                Updated:
                Resolved:

                  Git Integration