SIGABRT in wsrep_assert_valid_bf_bf_wait | wsrep_BF_has_to_wait | lock_rec_has_to_wait_wsrep

Start 3 node cluster and run the following RQG scripts

perl gendata.pl --dsn=dbi:mysql:host=127.0.0.1:port=12479:user=root:database=test --spec=conf/galera/galera_stress_v1.zz

perl gentest.pl --dsn=dbi:mysql:host=127.0.0.1:port=12479:user=root:database=test --grammar=conf/galera/galera_stress_v1.yy --threads=32 --duration=10300 --queries=100000000 &

perl gentest.pl --dsn=dbi:mysql:host=127.0.0.1:port=10366:user=root:database=test --grammar=conf/galera/galera_stress_v1.yy --threads=32 --duration=10300 --queries=100000000 &

perl gentest.pl --dsn=dbi:mysql:host=127.0.0.1:port=10403:user=root:database=test --grammar=conf/galera/galera_stress_v1.yy --threads=32 --duration=10300 --queries=100000000 &

#0  __pthread_kill_implementation (no_tid=0, signo=6, threadid=<optimized out>) at ./nptl/pthread_kill.c:44

#1  __pthread_kill_internal (signo=6, threadid=<optimized out>) at ./nptl/pthread_kill.c:78

#2  __GI___pthread_kill (threadid=<optimized out>, signo=6) at ./nptl/pthread_kill.c:89

#3  0x000059863400e758 in my_write_core (sig=6) at /test/mtest/10.11-MDEV-37229_dbg/mysys/stacktrace.c:424

#4  0x00005986336c972d in handle_fatal_signal (sig=6) at /test/mtest/10.11-MDEV-37229_dbg/sql/signal_handler.cc:298

#5  <signal handler called>

#6  __pthread_kill_implementation (no_tid=0, signo=6, threadid=<optimized out>) at ./nptl/pthread_kill.c:44

#7  __pthread_kill_internal (signo=6, threadid=<optimized out>) at ./nptl/pthread_kill.c:78

#8  __GI___pthread_kill (threadid=<optimized out>, signo=signo@entry=6) at ./nptl/pthread_kill.c:89

#9  0x000077251104527e in __GI_raise (sig=sig@entry=6) at ../sysdeps/posix/raise.c:26

#10 0x00007725110288ff in __GI_abort () at ./stdlib/abort.c:79

#11 0x0000598633dbe3fe in ut_dbg_assertion_failed (expr=0x0, file=0x5986345ca990 "/test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc", line=579)

    at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/ut/ut0dbg.cc:60

#12 0x0000598633b5eac4 in wsrep_assert_valid_bf_bf_wait (lock=0x772510200880, trx=0x7725101ffc00, type_mode=3) at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc:579

#13 0x0000598633b5ed81 in wsrep_BF_has_to_wait (lock=0x772510200880, trx=0x7725101ffc00, report_bf_bf_wait=false, type_mode=3) at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc:631

#14 0x0000598633b5f4b8 in lock_rec_has_to_wait_wsrep (trx=0x7725101ffc00, type_mode=3, lock2=0x772510200880) at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc:753

#15 0x0000598633b5f775 in lock_rec_has_to_wait (trx=0x7725101ffc00, type_mode=3, lock2=0x772510200880, lock_is_on_supremum=false) at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc:868

#16 0x0000598633b60b6f in lock_rec_other_has_conflicting (mode=3, cell=..., id=..., heap_no=132, trx=0x7725101ffc00) at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc:1225

#17 0x0000598633b63bc8 in lock_rec_lock (impl=false, mode=3, block=0x772471001520, heap_no=132, index=0x772338248200, thr=0x772338690010)

    at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc:1811

#18 0x0000598633b76a5c in lock_clust_rec_read_check_and_lock (flags=0, block=0x772471001520, rec=0x772471085af4 "\200", index=0x772338248200, offsets=0x772510bb0b90, mode=LOCK_X, gap_mode=0, thr=0x772338690010)

    at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/lock/lock0lock.cc:6325

#19 0x0000598633d18995 in sel_set_rec_lock (pcur=0x77233868fad8, rec=0x772471085af4 "\200", index=0x772338248200, offsets=0x772510bb0b90, mode=3, type=0, thr=0x772338690010, mtr=0x772510bb0f70)

    at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/row/row0sel.cc:1356

#20 0x0000598633d241b9 in row_search_mvcc (buf=0x77233868e180 "\377\261\004", mode=PAGE_CUR_G, prebuilt=0x77233868f900, match_mode=0, direction=1)

    at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/row/row0sel.cc:5244

#21 0x0000598633a987a0 in ha_innobase::general_fetch (this=0x77233868d180, buf=0x77233868e180 "\377\261\004", direction=1, match_mode=0)

    at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/handler/ha_innodb.cc:9272

#22 0x0000598633a98baf in ha_innobase::rnd_next (this=0x77233868d180, buf=0x77233868e180 "\377\261\004") at /test/mtest/10.11-MDEV-37229_dbg/storage/innobase/handler/ha_innodb.cc:9468

#23 0x00005986336d3e01 in handler::ha_rnd_next (this=0x77233868d180, buf=0x77233868e180 "\377\261\004") at /test/mtest/10.11-MDEV-37229_dbg/sql/handler.cc:3582

#24 0x0000598633a08641 in ha_partition::rnd_next (this=0x77233868c8e0, buf=0x77233868e180 "\377\261\004") at /test/mtest/10.11-MDEV-37229_dbg/sql/ha_partition.cc:5438

#25 0x00005986336d3e01 in handler::ha_rnd_next (this=0x77233868c8e0, buf=0x77233868e180 "\377\261\004") at /test/mtest/10.11-MDEV-37229_dbg/sql/handler.cc:3582

#26 0x00005986331c253b in rr_sequential (info=0x772510bb1640) at /test/mtest/10.11-MDEV-37229_dbg/sql/records.cc:519

#27 0x00005986331adc57 in READ_RECORD::read_record (this=0x772510bb1640) at /test/mtest/10.11-MDEV-37229_dbg/sql/records.h:81

#28 0x0000598633290adc in mysql_delete (thd=0x7724ac000d58, table_list=0x7724ac0113b8, conds=0x7724ac011f30, order_list=0x7724ac005b68, limit=18446744073709551614, options=0, result=0x0)

    at /test/mtest/10.11-MDEV-37229_dbg/sql/sql_delete.cc:901

#29 0x00005986332f9dfe in mysql_execute_command (thd=0x7724ac000d58, is_called_from_prepared_stmt=false) at /test/mtest/10.11-MDEV-37229_dbg/sql/sql_parse.cc:4943

#30 0x00005986333046b6 in mysql_parse (thd=0x7724ac000d58, 

    rawbuf=0x7724ac035743 "DELETE FROM `table400_innodb_key_pk_parts_2_int_autoinc` WHERE `col_char_12_key` IN ( 7, 1112473600, 1, 2, 'd' ) /* QNO 37 CON_ID 15 */", length=135, parser_state=0x772510bb2570)

    at /test/mtest/10.11-MDEV-37229_dbg/sql/sql_parse.cc:8229

#31 0x0000598633872a04 in Query_log_event::do_apply_event (this=0x7724ac03b758, rgi=0x7724ac0288d0, 

    query_arg=0x7724ac035743 "DELETE FROM `table400_innodb_key_pk_parts_2_int_autoinc` WHERE `col_char_12_key` IN ( 7, 1112473600, 1, 2, 'd' ) /* QNO 37 CON_ID 15 */", q_len_arg=135)

    at /test/mtest/10.11-MDEV-37229_dbg/sql/log_event_server.cc:2206

#32 0x0000598633870d1b in Query_log_event::do_apply_event (this=0x7724ac03b758, rgi=0x7724ac0288d0) at /test/mtest/10.11-MDEV-37229_dbg/sql/log_event_server.cc:1633

#33 0x0000598633865ba2 in Log_event::apply_event (this=0x7724ac03b758, rgi=0x7724ac0288d0) at /test/mtest/10.11-MDEV-37229_dbg/sql/log_event.cc:4255

#34 0x0000598633a5734d in wsrep_apply_events (thd=0x7724ac000d58, rli=0x7724ac01b1e0, events_buf=0x7725042d6b40, buf_len=0) at /test/mtest/10.11-MDEV-37229_dbg/sql/wsrep_applier.cc:343

#35 0x0000598633a1f967 in apply_events (thd=0x7724ac000d58, rli=0x7724ac01b1e0, data=..., err=..., include_msg=true) at /test/mtest/10.11-MDEV-37229_dbg/sql/wsrep_high_priority_service.cc:129

#36 0x0000598633a21ae3 in Wsrep_applier_service::apply_write_set (this=0x772510bb3c50, ws_meta=..., data=..., err=...) at /test/mtest/10.11-MDEV-37229_dbg/sql/wsrep_high_priority_service.cc:614

#37 0x000059863425bbb9 in apply_write_set (server_state=..., high_priority_service=..., ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.11-MDEV-37229_dbg/wsrep-lib/src/server_state.cpp:333

#38 0x000059863425fef5 in wsrep::server_state::on_apply (this=0x59863e56d840, high_priority_service=..., ws_handle=..., ws_meta=..., data=...)

    at /test/mtest/10.11-MDEV-37229_dbg/wsrep-lib/src/server_state.cpp:1131

#39 0x000059863428a4d9 in wsrep::high_priority_service::apply (this=0x772510bb3c50, ws_handle=..., ws_meta=..., data=...) at /test/mtest/10.11-MDEV-37229_dbg/wsrep-lib/include/wsrep/high_priority_service.hpp:47

--Type <RET> for more, q to quit, c to continue without paging--

#40 0x0000598634286ba3 in (anonymous namespace)::apply_cb (ctx=0x772510bb3c50, wsh=0x772510bb2ea0, flags=65, buf=0x772510bb2eb0, meta=0x772510bb3170, exit_loop=0x772510bb312f)

    at /test/mtest/10.11-MDEV-37229_dbg/wsrep-lib/src/wsrep_provider_v26.cpp:510

#41 0x0000772510c761c2 in galera::TrxHandleSlave::apply (this=this@entry=0x77233812aaf0, recv_ctx=recv_ctx@entry=0x772510bb3c50, 

    apply_cb=0x598634286967 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=..., 

    exit_loop=exit_loop@entry=@0x772510bb312f: false) at /test/mtest/galera_4x/galera/src/trx_handle.cpp:396

#42 0x0000772510c9b0b7 in galera::ReplicatorSMM::apply_trx (this=this@entry=0x59863e5842c0, recv_ctx=recv_ctx@entry=0x772510bb3c50, ts=...) at /test/mtest/galera_4x/galera/src/replicator_smm.cpp:511

#43 0x0000772510c9f173 in galera::ReplicatorSMM::process_trx (this=0x59863e5842c0, recv_ctx=0x772510bb3c50, ts_ptr=...) at /test/mtest/galera_4x/galera/src/replicator_smm.cpp:2127

#44 0x0000772510ccc838 in galera::GcsActionSource::process_writeset (this=0x59863e57d350, recv_ctx=0x772510bb3c50, act=..., exit_loop=@0x772510bb385f: false)

    at /test/mtest/galera_4x/galera/src/gcs_action_source.cpp:62

#45 0x0000772510ccd55e in galera::GcsActionSource::process (this=0x59863e57d350, recv_ctx=0x772510bb3c50, exit_loop=@0x772510bb385f: false) at /test/mtest/galera_4x/galera/src/gcs_action_source.cpp:183

#46 0x0000772510c9f650 in galera::ReplicatorSMM::async_recv (this=0x59863e5842c0, recv_ctx=0x772510bb3c50) at /test/mtest/galera_4x/galera/src/replicator_smm.cpp:398

#47 0x0000772510c633af in galera_recv (gh=<optimized out>, recv_ctx=<optimized out>) at /test/mtest/galera_4x/galera/src/wsrep_provider.cpp:240

#48 0x000059863428844a in wsrep::wsrep_provider_v26::run_applier (this=0x59863e56e320, applier_ctx=0x772510bb3c50) at /test/mtest/10.11-MDEV-37229_dbg/wsrep-lib/src/wsrep_provider_v26.cpp:903

#49 0x0000598633a58886 in wsrep_replication_process (thd=0x7724ac000d58, arg=0x59863e5bcdd0) at /test/mtest/10.11-MDEV-37229_dbg/sql/wsrep_thd.cc:57

#50 0x0000598633a3c123 in start_wsrep_THD (arg=0x59863e5bcdd0) at /test/mtest/10.11-MDEV-37229_dbg/sql/wsrep_mysqld.cc:3889

#51 0x000077251109caa4 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:447

#52 0x0000772511129c6c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:78