Details
-
Bug
-
Status: Closed (View Workflow)
-
Critical
-
Resolution: Fixed
-
10.4.13
Description
We got another master crash today. Stacktrace follows. We have corefile for it.
#0 0x00007fe21ae699d1 in __pthread_kill (threadid=<optimized out>, signo=11) at ../nptl/sysdeps/unix/sysv/linux/pthread_kill.c:59
|
#1 0x00005613b1ef8ffe in handle_fatal_signal (sig=11) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/signal_handler.cc:343
|
#2 <signal handler called>
|
#3 lock_rec_get_n_bits (lock=0x0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/lock0priv.ic:79
|
#4 lock_rec_has_to_wait_in_queue (wait_lock=wait_lock@entry=0x7fdf1f86e210) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:2050
|
#5 0x00005613b20e7128 in lock_rec_dequeue_from_page (in_lock=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:2256
|
#6 0x00005613b20e7315 in lock_release (trx=trx@entry=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:4288
|
#7 0x00005613b21dcf96 in release_locks (this=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:501
|
#8 commit_in_memory (mtr=0x7fc3fa5a9f20, this=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1387
|
#9 trx_t::commit_low (this=this@entry=0x7fc558728718, mtr=0x7fc3fa5a9f20) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1577
|
#10 0x00005613b21dd342 in trx_t::commit (this=this@entry=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1591
|
#11 0x00005613b21dd659 in trx_commit_for_mysql (trx=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1723
|
#12 0x00005613b2099c88 in innobase_commit_ordered_2 (trx=0x7fc558728718, thd=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:4375
|
#13 0x00005613b2099fa6 in innobase_commit_ordered (hton=<optimized out>, thd=0x7fc89c5d9d38, all=<optimized out>)
|
at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:4564
|
#14 0x00005613b1fe191d in TC_LOG::run_commit_ordered (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, thd=0x7fc89c5d9d38, all=true)
|
at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:8945
|
#15 0x00005613b1fe651a in MYSQL_BIN_LOG::trx_group_commit_leader (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, leader=leader@entry=0x7fc3fa5aa650)
|
at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:8179
|
#16 0x00005613b1fe6924 in MYSQL_BIN_LOG::write_transaction_to_binlog_events (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, entry=entry@entry=0x7fc3fa5aa650)
|
at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:7768
|
#17 0x00005613b1fe6d60 in MYSQL_BIN_LOG::write_transaction_to_binlog (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, thd=thd@entry=0x7fc89c5d9d38,
|
cache_mngr=cache_mngr@entry=0x7fc89c5637e8, end_ev=end_ev@entry=0x7fc3fa5aa7b0, all=<optimized out>, using_stmt_cache=using_stmt_cache@entry=true,
|
using_trx_cache=using_trx_cache@entry=true) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:7416
|
#18 0x00005613b1fe6f0d in binlog_flush_cache (thd=thd@entry=0x7fc89c5d9d38, cache_mngr=cache_mngr@entry=0x7fc89c5637e8, end_ev=end_ev@entry=0x7fc3fa5aa7b0, all=all@entry=true,
|
using_stmt=using_stmt@entry=true, using_trx=using_trx@entry=true) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:1788
|
#19 0x00005613b1fe7a94 in binlog_commit_flush_xid_caches (thd=thd@entry=0x7fc89c5d9d38, cache_mngr=cache_mngr@entry=0x7fc89c5637e8, all=all@entry=true, xid=xid@entry=2315302525)
|
at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:1894
|
#20 0x00005613b1fe7c54 in MYSQL_BIN_LOG::log_and_order (this=<optimized out>, thd=0x7fc89c5d9d38, xid=2315302525, all=<optimized out>, need_prepare_ordered=<optimized out>,
|
need_commit_ordered=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:9728
|
#21 0x00005613b1f0725b in ha_commit_trans (thd=thd@entry=0x7fc89c5d9d38, all=all@entry=true) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/handler.cc:1625
|
#22 0x00005613b1de9fc7 in trans_commit (thd=thd@entry=0x7fc89c5d9d38) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/transaction.cc:236
|
#23 0x00005613b1cf40c8 in mysql_execute_command (thd=thd@entry=0x7fc89c5d9d38) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:5620
|
#24 0x00005613b1cfa8ab in mysql_parse (thd=thd@entry=0x7fc89c5d9d38, rawbuf=rawbuf@entry=0x7fc89c716010 "COMMIT", length=length@entry=6,
|
parser_state=parser_state@entry=0x7fc3fa5ad350, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false)
|
at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7900
|
#25 0x00005613b1be9090 in wsrep_mysql_parse (thd=thd@entry=0x7fc89c5d9d38, rawbuf=0x7fc89c716010 "COMMIT", length=6, parser_state=parser_state@entry=0x7fc3fa5ad350,
|
is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7704
|
#26 0x00005613b1cfd9d8 in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x7fc89c5d9d38, packet=packet@entry=0x7fc89d049619 "COMMIT",
|
packet_length=packet_length@entry=6, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false)
|
at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:1827
|
#27 0x00005613b1cfe049 in do_command (thd=0x7fc89c5d9d38) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:1360
|
#28 0x00005613b1ddbbfa in do_handle_one_connection (connect=connect@entry=0x56141db6ab88) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_connect.cc:1412
|
#29 0x00005613b1ddbcdd in handle_one_connection (arg=arg@entry=0x56141db6ab88) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_connect.cc:1316
|
#30 0x00005613b241478d in pfs_spawn_thread (arg=0x56141e30e5b8) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/perfschema/pfs.cc:1869
|
#31 0x00007fe21ae64dd5 in start_thread (arg=0x7fc3fa5ae700) at pthread_create.c:307
|
#32 0x00007fe219206ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
|
Attachments
Issue Links
- relates to
-
-
- Closed
-
Activity
Questions:
- Does customer use multi-master setup i.e. writes can be done to more than one server ?
- Can I have output of print *thd from e.g. binlog_flush_cache function ?
- Is customer ready to use special build where I add some instrumentation on problematic part ?
- Do you have full unedited error logs from problematic server ?
rpizzi, according to the output, the READ COMMITTED isolation level is being used (isolation_level=1=TRX_ISO_READ_COMMITTED). To work around this bug, the default isolation level REPEATABLE READ or the strictest level SERIALIZABLE can be used.
marko I searched binary logs (mysqlbinlog -v ... | grep -i read.committed) and found no thread changing the isolation level, which is repeatable-read...
rpizzi, I checked all assignments to trx_t::isolation_level in MariaDB 10.4.13, and it looks like the only way for InnoDB to use READ COMMITTED is when thd_tx_isolation() returns ISO_READ_COMMITTED. Outside the SQL parser, the only assignments that refer to that constant are related to Galera:
|
git grep -w ISO_READ_COMMITTED mariadb-10.4.13 |
mariadb-10.4.13:sql/wsrep_high_priority_service.cc: thd->variables.tx_isolation= ISO_READ_COMMITTED;
|
mariadb-10.4.13:sql/wsrep_high_priority_service.cc: thd->tx_isolation = ISO_READ_COMMITTED;
|
mariadb-10.4.13:sql/wsrep_schema.cc: thd->variables.tx_isolation= ISO_READ_COMMITTED;
|
mariadb-10.4.13:sql/wsrep_sst.cc: thd->variables.tx_isolation= ISO_READ_COMMITTED;
|
mariadb-10.4.13:sql/wsrep_storage_service.cc: thd->variables.tx_isolation = ISO_READ_COMMITTED;
|
In the light of this finding, it might be that this bug cannot be worked around.
Analysis from full stack dump, interesting threads are:
Thread 11545 (Thread 0x7fc3aae7d700 (LWP 117381)):
|
#0 0x00007fe2191ebd47 in sched_yield () at ../sysdeps/unix/syscall-template.S:81
|
#1 0x00005613b20d316e in TTASEventMutex<GenericPolicy>::enter (this=this@entry=0x5613b2eee280 <lock_sys+64>, max_spins=60, max_spins@entry=30, max_delay=max_delay@entry=4, filename=filename@entry=0x5613b2668480 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/lock/lock0lock.cc", line=line@entry=3896) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/ib0mutex.h:456
|
#2 0x00005613b20e550b in PolicyMutex<TTASEventMutex<GenericPolicy> >::enter (n_spins=30, n_delay=4, line=line@entry=3896, name=0x5613b2668480 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/lock/lock0lock.cc", this=0x5613b2eee280 <lock_sys+64>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/ib0mutex.h:594
|
#3 0x00005613b20eda76 in lock_table (flags=flags@entry=0, table=0x7fc97c06a078, mode=LOCK_IX, thr=thr@entry=0x7fc57c807e00) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:3896
|
#4 0x00005613b215a6f0 in row_ins_step (thr=thr@entry=0x7fc57c807e00) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0ins.cc:3735
|
#5 0x00005613b216a8ed in row_insert_for_mysql (mysql_rec=<optimized out>, prebuilt=0x7fc57c8071b8, ins_mode=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0mysql.cc:1463
|
#6 0x00005613b20aec85 in ha_innobase::write_row (this=0x7fc57c7db8a0, record=0x7fc57c7ed190 "Џ%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:8034
|
#7 0x00005613b1f045f0 in handler::ha_write_row (this=0x7fc57c7db8a0, buf=buf@entry=0x7fc57c7ed190 "Џ%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/sql/handler.cc:6706
|
#8 0x00005613b24358ca in ha_partition::write_row (this=0x7fc57c6a1c10, buf=0x7fc57c7ed190 "Џ%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/sql/ha_partition.cc:4339
|
#9 0x00005613b1f0448f in handler::ha_write_row (this=0x7fc57c6a1c10, buf=0x7fc57c7ed190 "Џ%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/sql/handler.cc:6706
|
#10 0x00005613b1cbf7a9 in write_record (thd=thd@entry=0x7fc72476c658, table=table@entry=0x7fc57c6485a8, info=info@entry=0x7fc3aae7a0b0) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_insert.cc:2056
|
#11 0x00005613b1cc607b in mysql_insert (thd=thd@entry=0x7fc72476c658, table_list=<optimized out>, fields=..., values_list=..., update_fields=..., update_values=..., duplic=DUP_ERROR, ignore=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_insert.cc:1078
|
#12 0x00005613b1cf4ed0 in mysql_execute_command (thd=thd@entry=0x7fc72476c658) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:4530
|
#13 0x00005613b1cfa8ab in mysql_parse (thd=thd@entry=0x7fc72476c658, rawbuf=rawbuf@entry=0x7fc724776960 "INSERT INTO ..."..., length=length@entry=283, parser_state=parser_state@entry=0x7fc3aae7c350, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7900
|
This is local INSERT waiting for lock_sys->mutex in lock_table().
Thread 11448 (Thread 0x7fc3bdc3f700 (LWP 116535)):
|
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
|
#1 0x00005613b211a561 in wait (this=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:158
|
#2 wait_low (reset_sig_count=<optimized out>, this=0x56141c9d4150) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:325
|
#3 os_event_wait_low (event=0x56141c9d4150, reset_sig_count=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:502
|
#4 0x00005613b21abdb8 in sync_array_wait_event (arr=0x5613b50b2d00, cell=@0x7fc3bdc3b920: 0x7fdf73021710) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/sync/sync0arr.cc:471
|
#5 0x00005613b20d325f in TTASEventMutex<GenericPolicy>::enter (this=this@entry=0x5613b2eee280 <lock_sys+64>, max_spins=60, max_spins@entry=30, max_delay=max_delay@entry=4, filename=filename@entry=0x5613b2668480 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/lock/lock0lock.cc", line=line@entry=3896) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/ib0mutex.h:477
|
#6 0x00005613b20e550b in PolicyMutex<TTASEventMutex<GenericPolicy> >::enter (n_spins=30, n_delay=4, line=line@entry=3896, name=0x5613b2668480 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/lock/lock0lock.cc", this=0x5613b2eee280 <lock_sys+64>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/ib0mutex.h:594
|
#7 0x00005613b20eda76 in lock_table (flags=flags@entry=0, table=0x7fc97c06a078, mode=LOCK_IX, thr=thr@entry=0x7fc5b46761d0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:3896
|
#8 0x00005613b215a6f0 in row_ins_step (thr=thr@entry=0x7fc5b46761d0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0ins.cc:3735
|
#9 0x00005613b216a8ed in row_insert_for_mysql (mysql_rec=<optimized out>, prebuilt=0x7fc5b4675588, ins_mode=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0mysql.cc:1463
|
#10 0x00005613b20aec85 in ha_innobase::write_row (this=0x7fc5b4649c70, record=0x7fc5b465b560 "͏%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:8034
|
#11 0x00005613b1f045f0 in handler::ha_write_row (this=0x7fc5b4649c70, buf=buf@entry=0x7fc5b465b560 "͏%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/sql/handler.cc:6706
|
#12 0x00005613b24358ca in ha_partition::write_row (this=0x7fc5b452f320, buf=0x7fc5b465b560 "͏%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/sql/ha_partition.cc:4339
|
#13 0x00005613b1f0448f in handler::ha_write_row (this=0x7fc5b452f320, buf=0x7fc5b465b560 "͏%\021\001") at /usr/src/debug/MariaDB-10.4.13/src_0/sql/handler.cc:6706
|
#14 0x00005613b1cbf7a9 in write_record (thd=thd@entry=0x7fc5fc61e898, table=table@entry=0x7fc5b452e528, info=info@entry=0x7fc3bdc3c0b0) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_insert.cc:2056
|
#15 0x00005613b1cc607b in mysql_insert (thd=thd@entry=0x7fc5fc61e898, table_list=<optimized out>, fields=..., values_list=..., update_fields=..., update_values=..., duplic=DUP_ERROR, ignore=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_insert.cc:1078
|
#16 0x00005613b1cf4ed0 in mysql_execute_command (thd=thd@entry=0x7fc5fc61e898) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:4530
|
#17 0x00005613b1cfa8ab in mysql_parse (thd=thd@entry=0x7fc5fc61e898, rawbuf=rawbuf@entry=0x7fc5fc1cff50 "INSERT INTO ..."..., length=length@entry=349, parser_state=parser_state@entry=0x7fc3bdc3e350, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7900
|
This is also local INSERT waiting for lock_sys->mutex in lock_table().
Thread 9390 (Thread 0x7fc3e36e2700 (LWP 59298)):
|
#0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185
|
#1 0x00005613b211a561 in wait (this=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:158
|
#2 wait_low (reset_sig_count=<optimized out>, this=0x56141c9d4150) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:325
|
#3 os_event_wait_low (event=0x56141c9d4150, reset_sig_count=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:502
|
#4 0x00005613b21abdb8 in sync_array_wait_event (arr=0x5613b50b2d00, cell=@0x7fc3e36dd7e0: 0x7fdf73021cd0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/sync/sync0arr.cc:471
|
#5 0x00005613b20d325f in TTASEventMutex<GenericPolicy>::enter (this=this@entry=0x5613b2eee280 <lock_sys+64>, max_spins=60, max_spins@entry=30, max_delay=max_delay@entry=4, filename=filename@entry=0x5613b2668480 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/lock/lock0lock.cc", line=line@entry=1937) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/ib0mutex.h:477
|
#6 0x00005613b20e550b in PolicyMutex<TTASEventMutex<GenericPolicy> >::enter (n_spins=n_spins@entry=30, n_delay=4, line=line@entry=1937, name=0x5613b2668480 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/lock/lock0lock.cc", this=0x5613b2eee280 <lock_sys+64>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/ib0mutex.h:594
|
#7 0x00005613b20ec051 in lock_rec_lock (impl=impl@entry=false, mode=1027, block=0x7fcc8b0825a0, heap_no=71, index=index@entry=0x7fc95020ad38, thr=thr@entry=0x7fc550578e18) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:1937
|
#8 0x00005613b20ecbc9 in lock_clust_rec_read_check_and_lock (flags=flags@entry=0, block=<optimized out>, rec=rec@entry=0x7fcc8c2fe7de <Address 0x7fcc8c2fe7de out of bounds>, index=index@entry=0x7fc95020ad38, offsets=<optimized out>, mode=<optimized out>, gap_mode=1024, thr=thr@entry=0x7fc550578e18) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:5829
|
#9 0x00005613b1bfb5a0 in sel_set_rec_lock (pcur=<optimized out>, rec=0x7fcc8c2fe7de <Address 0x7fcc8c2fe7de out of bounds>, index=0x7fc95020ad38, offsets=<optimized out>, mode=<optimized out>, type=<optimized out>, thr=0x7fc550578e18, mtr=0x7fc3e36de870) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0sel.cc:1264
|
#10 0x00005613b21879c9 in row_search_mvcc (buf=<optimized out>, mode=PAGE_CUR_G, prebuilt=0x7fc5505785f8, match_mode=<optimized out>, direction=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0sel.cc:5063
|
#11 0x00005613b20a71d7 in ha_innobase::general_fetch (this=0x7fc5504ff9b0, buf=0x7fc5506535b0 "\365\003\274\003", direction=1, match_mode=0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:9544
|
#12 0x00005613b1efd411 in handler::ha_rnd_next (this=0x7fc5504ff9b0, buf=0x7fc5506535b0 "\365\003\274\003") at /usr/src/debug/MariaDB-10.4.13/src_0/sql/handler.cc:2839
|
#13 0x00005613b202ba6c in rr_sequential (info=0x7fc3e36df020) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/records.cc:477
|
#14 0x00005613b1d9ca68 in read_record (this=0x7fc3e36df020) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/records.h:69
|
#15 mysql_update (thd=thd@entry=0x7fc85079d5c8, table_list=0x7fc8507abc40, fields=..., values=..., conds=0x7fc8507aca88, order_num=<optimized out>, order=<optimized out>, limit=18446744073709551615, ignore=false, found_return=found_return@entry=0x7fc3e36df560, updated_return=updated_return@entry=0x7fc3e36df620) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_update.cc:975
|
#16 0x00005613b1cf4d15 in mysql_execute_command (thd=thd@entry=0x7fc85079d5c8) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:4376
|
#17 0x00005613b1cfa8ab in mysql_parse (thd=thd@entry=0x7fc85079d5c8, rawbuf=rawbuf@entry=0x7fc8507ab8f0 "UPDATE ..."..., length=length@entry=305, parser_state=parser_state@entry=0x7fc3e36e1350, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7900
|
This is local UPDATE waiting for lock_sys->mutex in lock_rec_lock().
Thread 1402 (Thread 0x7fc3b89a1700 (LWP 116761)):
|
#0 buf_page_in_file (bpage=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/buf0buf.ic:374
|
#1 buf_page_set_old (old=true, bpage=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/buf0buf.ic:643
|
#2 buf_LRU_old_adjust_len (buf_pool=0x5613b51e3190) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0lru.cc:1267
|
#3 buf_LRU_remove_block (bpage=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0lru.cc:1428
|
#4 buf_LRU_make_block_young (bpage=bpage@entry=0x7fcde3db9728) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0lru.cc:1560
|
#5 0x00005613b2228430 in buf_page_make_young (bpage=0x7fcde3db9728) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0buf.cc:3666
|
#6 0x00005613b222aaad in buf_page_get_low (page_id=..., page_id@entry=..., zip_size=<optimized out>, rw_latch=<optimized out>, guess=<optimized out>, mode=<optimized out>, file=<optimized out>, line=line@entry=6308, mtr=mtr@entry=0x7fc3b899a850, err=err@entry=0x7fc3b89961d0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0buf.cc:4878
|
#7 0x00005613b222c087 in buf_page_get_gen (page_id=page_id@entry=..., zip_size=zip_size@entry=8192, rw_latch=rw_latch@entry=1, guess=guess@entry=0x0, mode=mode@entry=16, file=file@entry=0x5613b26939d0 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/btr/btr0cur.cc", line=line@entry=6308, mtr=mtr@entry=0x7fc3b899a850, err=err@entry=0x7fc3b89961d0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0buf.cc:4956
|
#8 0x00005613b2210500 in btr_estimate_n_rows_in_range_on_level (slot2=0x7fc3b89984e0, slot2=0x7fc3b89984e0, is_n_rows_exact=<synthetic pointer>, n_rows_on_prev_level=6, slot1=0x7fc3b89965a0, index=0x7fc9540c74a8) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/btr/btr0cur.cc:6308
|
#9 btr_estimate_n_rows_in_range_low (index=<optimized out>, tuple1=<optimized out>, mode1=<optimized out>, tuple2=<optimized out>, mode2=<optimized out>, nth_attempt=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/btr/btr0cur.cc:6769
|
#10 0x00005613b2099437 in ha_innobase::records_in_range (this=0x7fca2e7bd400, keynr=<optimized out>, min_key=<optimized out>, max_key=0x7fc3b899ae10) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:13774
|
#11 0x00005613b1e08b9f in handler::multi_range_read_info_const (this=0x7fca2e7bd400, keyno=9, seq=0x7fca2deed030, seq_init_param=<optimized out>, n_ranges_arg=<optimized out>, bufsz=<optimized out>, flags=0x7fc3b899ae90, cost=0x7fc3b899af50) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/multi_range_read.cc:126
|
#12 0x00005613b1e0b239 in DsMrr_impl::dsmrr_info_const (this=0x7fca2e7bd890, keyno=9, seq=<optimized out>, seq_init_param=<optimized out>, n_ranges=<optimized out>, bufsz=0x7fca2d941e8c, flags=0x7fc3b899af40, cost=0x7fc3b899af50) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/multi_range_read.cc:1550
|
#13 0x00005613b2426579 in ha_partition::multi_range_read_info_const (this=0x7fca2deec860, keyno=9, seq=<optimized out>, seq_init_param=<optimized out>, n_ranges=<optimized out>, bufsz=<optimized out>, mrr_mode=0x7fc3b899b790, cost=0x7fc3b899b850) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/ha_partition.cc:6383
|
#14 0x00005613b200b2ee in check_quick_select (param=param@entry=0x7fc3b899b8e0, idx=idx@entry=1, index_only=index_only@entry=false, tree=tree@entry=0x7fc984be5d90, update_tbl_stats=update_tbl_stats@entry=true, mrr_flags=mrr_flags@entry=0x7fc3b899b790, bufsize=bufsize@entry=0x7fc3b899b7b0, cost=cost@entry=0x7fc3b899b850, is_ror_scan=is_ror_scan@entry=0x7fc3b899b720) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/opt_range.cc:11124
|
#15 0x00005613b201c797 in get_key_scans_params (read_time=136151.32501068051, for_range_access=true, index_read_must_be_used=false, tree=0x7fc984be58b8, param=0x7fc3b899b8e0) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/opt_range.cc:7412
|
#16 SQL_SELECT::test_quick_select (this=0x7fc9842c9f78, thd=0x7fc98431cc48, keys_to_use=..., prev_tables=<optimized out>, limit=<optimized out>, force_quick_range=<optimized out>, ordered_output=false, remove_false_parts_of_where=true, only_single_index_range_scan=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/opt_range.cc:2919
|
#17 0x00005613b1d4c94b in JOIN::optimize_inner (this=0x7fc9842c9228) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_select.cc:4717
|
#18 0x00005613b1d4d4fd in JOIN::optimize (this=0x7fc9842c9228) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_select.cc:1601
|
#19 0x00005613b1d4d601 in mysql_select (thd=0x7fc98431cc48, tables=0x7fc9842c7208, wild_num=0, fields=..., conds=0x7fc9842c80c0, og_num=2, order=0x7fc9842c8f38, group=0x0, having=0x0, proc_param=0x0, select_options=2148797184, result=0x7fc9842c9200, unit=0x7fc9843209b0, select_lex=0x7fc9842c4d20) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_select.cc:4659
|
#20 0x00005613b1d4e217 in handle_select (thd=thd@entry=0x7fc98431cc48, lex=lex@entry=0x7fc9843208f0, result=result@entry=0x7fc9842c9200, setup_tables_done_option=setup_tables_done_option@entry=0) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_select.cc:422
|
#21 0x00005613b1be8ea3 in execute_sqlcom_select (thd=thd@entry=0x7fc98431cc48, all_tables=0x7fc9842c7208) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:6359
|
#22 0x00005613b1cf5552 in mysql_execute_command (thd=thd@entry=0x7fc98431cc48) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:3898
|
#23 0x00005613b1cfa8ab in mysql_parse (thd=thd@entry=0x7fc98431cc48, rawbuf=rawbuf@entry=0x7fc9842c4470 "SELECT..."..., length=length@entry=1061, parser_state=parser_state@entry=0x7fc3b89a0350, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7900
|
This is local SELECT in execution.
Thread 260 (Thread 0x7fca4d398700 (LWP 441052)):
|
#0 __GI___pthread_mutex_lock (mutex=0x5614153d7fe0) at ../nptl/pthread_mutex_lock.c:65
|
#1 0x00005613b211a4d6 in enter (this=0x5614153d7fe0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/sync0types.h:454
|
#2 reset (this=0x5614153d7fd0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:73
|
#3 os_event_reset (event=0x5614153d7fd0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/os/os0event.cc:467
|
#4 0x00005613b21ababb in sync_array_reserve_cell (arr=arr@entry=0x5613b50b2d00, object=object@entry=0x7fcc8b082630, type=type@entry=3, file=file@entry=0x5613b2687160 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/row/row0row.cc", line=line@entry=1212) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/sync/sync0arr.cc:385
|
#5 0x00005613b21adc3b in sync_array_get_and_reserve_cell (cell=0x7fca4d396080, line=2, file=0x2 <Address 0x2 out of bounds>, type=3, object=0x7fcc8b082630) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/sync0arr.ic:76
|
#6 rw_lock_x_lock_wait_func (line=<optimized out>, file_name=<optimized out>, threshold=<optimized out>, lock=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/sync/sync0rw.cc:432
|
#7 rw_lock_x_lock_low (line=2, file_name=0x2 <Address 0x2 out of bounds>, pass=0, lock=0x7fcc8b082630) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/sync/sync0rw.cc:503
|
#8 rw_lock_x_lock_func (lock=lock@entry=0x7fcc8b082630, pass=pass@entry=0, file_name=file_name@entry=0x5613b2687160 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/row/row0row.cc", line=line@entry=1212) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/sync/sync0rw.cc:662
|
#9 0x00005613b222bea8 in pfs_rw_lock_x_lock_func (pass=0, line=1212, file_name=0x5613b2687160 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/row/row0row.cc", lock=0x7fcc8b082630) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/sync0rw.ic:558
|
#10 buf_page_mtr_lock (line=1212, file=0x5613b2687160 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/row/row0row.cc", mtr=0x7fca4d397510, rw_latch=2, block=0x7fcc8b0825a0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0buf.cc:4239
|
#11 buf_page_get_low (page_id=..., page_id@entry=..., zip_size=<optimized out>, rw_latch=<optimized out>, guess=<optimized out>, mode=<optimized out>, file=<optimized out>, line=line@entry=1212, mtr=mtr@entry=0x7fca4d397510, err=err@entry=0x7fca4d3965b0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0buf.cc:4907
|
#12 0x00005613b222c087 in buf_page_get_gen (page_id=page_id@entry=..., zip_size=zip_size@entry=0, rw_latch=rw_latch@entry=2, guess=guess@entry=0x0, mode=mode@entry=10, file=file@entry=0x5613b2687160 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/row/row0row.cc", line=line@entry=1212, mtr=mtr@entry=0x7fca4d397510, err=err@entry=0x7fca4d3965b0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/buf/buf0buf.cc:4956
|
#13 0x00005613b220dbf3 in btr_cur_search_to_nth_level_func (index=index@entry=0x7fc95020ad38, level=level@entry=0, tuple=tuple@entry=0x7fca3c313a48, mode=mode@entry=PAGE_CUR_LE, latch_mode=latch_mode@entry=2, cursor=cursor@entry=0x56141ca00d70, ahi_latch=ahi_latch@entry=0x0, file=file@entry=0x5613b2687160 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/row/row0row.cc", line=line@entry=1212, mtr=mtr@entry=0x7fca4d397510, autoinc=autoinc@entry=0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/btr/btr0cur.cc:1613
|
#14 0x00005613b218097b in btr_pcur_open_low (index=index@entry=0x7fc95020ad38, tuple=tuple@entry=0x7fca3c313a48, latch_mode=latch_mode@entry=2, cursor=cursor@entry=0x56141ca00d70, line=line@entry=1212, mtr=mtr@entry=0x7fca4d397510, autoinc=0, file=0x5613b2687160 "/home/buildbot/buildbot/padding_for_CPACK_RPM_BUILD_SOURCE_DIRS_PREFIX/mariadb-10.4.13/storage/innobase/row/row0row.cc", mode=PAGE_CUR_LE, level=0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/btr0pcur.ic:446
|
#15 0x00005613b2182cd7 in row_search_on_row_ref (pcur=pcur@entry=0x56141ca00d70, mode=mode@entry=2, table=<optimized out>, ref=0x7fca3c313a48, mtr=mtr@entry=0x7fca4d397510) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0row.cc:1212
|
#16 0x00005613b217c552 in row_purge_reposition_pcur (mtr=0x7fca4d397510, node=0x56141ca00cc8, mode=2) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0purge.cc:80
|
#17 row_purge_reset_trx_id (node=node@entry=0x56141ca00cc8, mtr=mtr@entry=0x7fca4d397510) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0purge.cc:799
|
#18 0x00005613b217eb43 in row_purge_upd_exist_or_extern_func (undo_rec=<optimized out>, node=0x56141ca00cc8) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0purge.cc:997
|
#19 row_purge_record_func (node=node@entry=0x56141ca00cc8, undo_rec=undo_rec@entry=0x7fca3c313a20 "", thr=thr@entry=0x56141ca00b10, updated_extern=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0purge.cc:1218
|
#20 0x00005613b217fc2d in row_purge (thr=0x56141ca00b10, undo_rec=0x7fca3c313a20 "", node=0x56141ca00cc8) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0purge.cc:1262
|
#21 row_purge_step (thr=thr@entry=0x56141ca00b10) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/row/row0purge.cc:1341
|
#22 0x00005613b2139300 in que_thr_step (thr=0x56141ca00b10) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/que/que0que.cc:1039
|
#23 que_run_threads_low (thr=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/que/que0que.cc:1101
|
#24 que_run_threads (thr=thr@entry=0x56141ca00b10) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/que/que0que.cc:1141
|
#25 0x00005613b21a3f5d in srv_task_execute () at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/srv/srv0srv.cc:2466
|
#26 srv_worker_thread (arg=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/srv/srv0srv.cc:2521
|
#27 0x00007fe21ae64dd5 in start_thread (arg=0x7fca4d398700) at pthread_create.c:307
|
#28 0x00007fe219206ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
|
This is purge thread not related to crash. Finally, the crashing thread:
Thread 1 (Thread 0x7fc3fa5ae700 (LWP 20653)):
|
#0 0x00007fe21ae699d1 in __pthread_kill (threadid=<optimized out>, signo=11) at ../nptl/sysdeps/unix/sysv/linux/pthread_kill.c:59
|
#1 0x00005613b1ef8ffe in handle_fatal_signal (sig=11) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/signal_handler.cc:343
|
#2 <signal handler called>
|
#3 lock_rec_get_n_bits (lock=0x0) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/include/lock0priv.ic:79
|
#4 lock_rec_has_to_wait_in_queue (wait_lock=wait_lock@entry=0x7fdf1f86e210) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:2050
|
#5 0x00005613b20e7128 in lock_rec_dequeue_from_page (in_lock=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:2256
|
#6 0x00005613b20e7315 in lock_release (trx=trx@entry=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/lock/lock0lock.cc:4288
|
#7 0x00005613b21dcf96 in release_locks (this=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:501
|
#8 commit_in_memory (mtr=0x7fc3fa5a9f20, this=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1387
|
#9 trx_t::commit_low (this=this@entry=0x7fc558728718, mtr=0x7fc3fa5a9f20) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1577
|
#10 0x00005613b21dd342 in trx_t::commit (this=this@entry=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1591
|
#11 0x00005613b21dd659 in trx_commit_for_mysql (trx=0x7fc558728718) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/trx/trx0trx.cc:1723
|
#12 0x00005613b2099c88 in innobase_commit_ordered_2 (trx=0x7fc558728718, thd=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:4375
|
#13 0x00005613b2099fa6 in innobase_commit_ordered (hton=<optimized out>, thd=0x7fc89c5d9d38, all=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/innobase/handler/ha_innodb.cc:4564
|
#14 0x00005613b1fe191d in TC_LOG::run_commit_ordered (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, thd=0x7fc89c5d9d38, all=true) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:8945
|
#15 0x00005613b1fe651a in MYSQL_BIN_LOG::trx_group_commit_leader (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, leader=leader@entry=0x7fc3fa5aa650) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:8179
|
#16 0x00005613b1fe6924 in MYSQL_BIN_LOG::write_transaction_to_binlog_events (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, entry=entry@entry=0x7fc3fa5aa650) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:7768
|
#17 0x00005613b1fe6d60 in MYSQL_BIN_LOG::write_transaction_to_binlog (this=this@entry=0x5613b2ee9cb0 <mysql_bin_log>, thd=thd@entry=0x7fc89c5d9d38, cache_mngr=cache_mngr@entry=0x7fc89c5637e8, end_ev=end_ev@entry=0x7fc3fa5aa7b0, all=<optimized out>, using_stmt_cache=using_stmt_cache@entry=true, using_trx_cache=using_trx_cache@entry=true) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:7416
|
#18 0x00005613b1fe6f0d in binlog_flush_cache (thd=thd@entry=0x7fc89c5d9d38, cache_mngr=cache_mngr@entry=0x7fc89c5637e8, end_ev=end_ev@entry=0x7fc3fa5aa7b0, all=all@entry=true, using_stmt=using_stmt@entry=true, using_trx=using_trx@entry=true) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:1788
|
#19 0x00005613b1fe7a94 in binlog_commit_flush_xid_caches (thd=thd@entry=0x7fc89c5d9d38, cache_mngr=cache_mngr@entry=0x7fc89c5637e8, all=all@entry=true, xid=xid@entry=2315302525) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:1894
|
#20 0x00005613b1fe7c54 in MYSQL_BIN_LOG::log_and_order (this=<optimized out>, thd=0x7fc89c5d9d38, xid=2315302525, all=<optimized out>, need_prepare_ordered=<optimized out>, need_commit_ordered=<optimized out>) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/log.cc:9728
|
#21 0x00005613b1f0725b in ha_commit_trans (thd=thd@entry=0x7fc89c5d9d38, all=all@entry=true) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/handler.cc:1625
|
#22 0x00005613b1de9fc7 in trans_commit (thd=thd@entry=0x7fc89c5d9d38) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/transaction.cc:236
|
#23 0x00005613b1cf40c8 in mysql_execute_command (thd=thd@entry=0x7fc89c5d9d38) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:5620
|
#24 0x00005613b1cfa8ab in mysql_parse (thd=thd@entry=0x7fc89c5d9d38, rawbuf=rawbuf@entry=0x7fc89c716010 "COMMIT", length=length@entry=6, parser_state=parser_state@entry=0x7fc3fa5ad350, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7900
|
#25 0x00005613b1be9090 in wsrep_mysql_parse (thd=thd@entry=0x7fc89c5d9d38, rawbuf=0x7fc89c716010 "COMMIT", length=6, parser_state=parser_state@entry=0x7fc3fa5ad350, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:7704
|
#26 0x00005613b1cfd9d8 in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x7fc89c5d9d38, packet=packet@entry=0x7fc89d049619 "COMMIT", packet_length=packet_length@entry=6, is_com_multi=is_com_multi@entry=false, is_next_command=is_next_command@entry=false) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:1827
|
#27 0x00005613b1cfe049 in do_command (thd=0x7fc89c5d9d38) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_parse.cc:1360
|
#28 0x00005613b1ddbbfa in do_handle_one_connection (connect=connect@entry=0x56141db6ab88) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_connect.cc:1412
|
#29 0x00005613b1ddbcdd in handle_one_connection (arg=arg@entry=0x56141db6ab88) at /usr/src/debug/MariaDB-10.4.13/src_0/sql/sql_connect.cc:1316
|
#30 0x00005613b241478d in pfs_spawn_thread (arg=0x56141e30e5b8) at /usr/src/debug/MariaDB-10.4.13/src_0/storage/perfschema/pfs.cc:1869
|
#31 0x00007fe21ae64dd5 in start_thread (arg=0x7fc3fa5ae700) at pthread_create.c:307
|
#32 0x00007fe219206ead in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
|
Analysis:
- Customer is using single-master Galera topology. There is no indication of any applier threads running during crash.
- There is no indication of Galera replay
- As this is single-master condition in lock_rec_has_to_wait_in_queue() i.e.
if (wsrep_thd_is_BF(wait_lock->trx->mysql_thd, FALSE) &&
wsrep_thd_is_BF(lock->trx->mysql_thd, TRUE)) {is always false.
- As this is master node this is not lock replication problem
- At this point I do not see any evidence that this is Galera bug
- Listed threads are only one's that are interesting at the crash point
The crashing function is the same as in
MDEV-23101, but this one crashes during transaction commit, not during the execution of an UPDATE statement.