Details
-
Bug
-
Status: Open (View Workflow)
-
Major
-
Resolution: Unresolved
-
10.6.13
Description
origin/10.6 f169dfb41adcb637732507ed56d3038003170a15 2023-03-10T09:35:50+02:00
|
with a provisional patch for MDEV-29835 Partial server freeze compiled with RelWithDebInfo or without setting CMAKE_BUILD_TYPE.
|
|
|
[rr 1648082 36725]2023-03-17 10:51:48 0x96a74e80700[rr 1648082 36728] InnoDB: Assertion failure in file /data/Server/10.6-patched/storage/innobase/row/row0upd.cc line 2149
|
[rr 1648082 36730]InnoDB: Failing assertion: rec == NULL || !(data[BTR_EXTERN_LEN] & BTR_EXTERN_OWNER_FLAG)
|
|
|
(rr) bt
|
#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
|
#1 0x00006c4a50654859 in __GI_abort () at abort.c:79
|
#2 0x00005577f41bf87e in ut_dbg_assertion_failed (expr=expr@entry=0x5577f4c6eb60 "rec == NULL || !(data[BTR_EXTERN_LEN] & BTR_EXTERN_OWNER_FLAG)",
|
file=file@entry=0x5577f4c6eae8 "/data/Server/10.6-patched/storage/innobase/row/row0upd.cc", line=line@entry=2149) at /data/Server/10.6-patched/storage/innobase/ut/ut0dbg.cc:60
|
#3 0x00005577f41b6ed0 in row_upd_clust_rec_by_insert_inherit_func (rec=0xb2cfedbc1e8 "\200", entry=<optimized out>, update=<optimized out>) at /data/Server/10.6-patched/storage/innobase/row/row0upd.cc:2149
|
#4 0x00005577f482da96 in row_upd_clust_rec_by_insert (mtr=0x96a74e7e570, foreign=false, referenced=true, thr=0x34e05c01e550, index=0x34e05c01c6a8, node=0x34e05c01e190)
|
at /data/Server/10.6-patched/storage/innobase/row/row0upd.cc:2263
|
#5 row_upd_clust_step (node=0x34e05c01e190, thr=0x34e05c01e550) at /data/Server/10.6-patched/storage/innobase/row/row0upd.cc:2682
|
#6 0x00005577f482eb06 in row_upd (thr=0x34e05c01e550, node=0x34e05c01e190) at /data/Server/10.6-patched/storage/innobase/row/row0upd.cc:2758
|
#7 row_upd_step (thr=thr@entry=0x34e05c01e550) at /data/Server/10.6-patched/storage/innobase/row/row0upd.cc:2900
|
#8 0x00005577f480e7c0 in row_update_for_mysql (prebuilt=0x34e05c01da78) at /data/Server/10.6-patched/storage/innobase/row/row0mysql.cc:1685
|
#9 0x00005577f477c16c in ha_innobase::update_row (this=0x34e05c0178e0, old_row=0x34e05c019428 "\376R", new_row=0x34e05c019418 "\376\001") at /data/Server/10.6-patched/storage/innobase/handler/ha_innodb.cc:8657
|
#10 0x00005577f4507a09 in handler::ha_update_row (this=0x34e05c0178e0, old_data=0x34e05c019428 "\376R", new_data=0x34e05c019418 "\376\001") at /data/Server/10.6-patched/sql/handler.cc:7674
|
#11 0x00005577f43a5428 in mysql_update (thd=thd@entry=0x34e05c000c58, table_list=<optimized out>, fields=..., values=..., conds=<optimized out>, order_num=<optimized out>, order=<optimized out>,
|
limit=18446744073709551615, ignore=<optimized out>, found_return=<optimized out>, updated_return=<optimized out>) at /data/Server/10.6-patched/sql/sql_update.cc:1087
|
#12 0x00005577f42e91aa in mysql_execute_command (thd=0x34e05c000c58, is_called_from_prepared_stmt=<optimized out>) at /data/Server/10.6-patched/sql/sql_limit.h:85
|
#13 0x00005577f42d8936 in mysql_parse (rawbuf=<optimized out>, length=<optimized out>, parser_state=<optimized out>, thd=0x34e05c000c58) at /data/Server/10.6-patched/sql/sql_parse.cc:8021
|
#14 mysql_parse (thd=0x34e05c000c58, rawbuf=<optimized out>, length=<optimized out>, parser_state=<optimized out>) at /data/Server/10.6-patched/sql/sql_parse.cc:7943
|
#15 0x00005577f42e4a32 in dispatch_command (command=COM_QUERY, thd=0x34e05c000c58, packet=<optimized out>, packet_length=<optimized out>, blocking=<optimized out>) at /data/Server/10.6-patched/sql/sql_class.h:1388
|
#16 0x00005577f42e684e in do_command (thd=0x34e05c000c58, blocking=blocking@entry=true) at /data/Server/10.6-patched/sql/sql_parse.cc:1409
|
#17 0x00005577f43e6447 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x5577f7040618, put_in_cache=put_in_cache@entry=true) at /data/Server/10.6-patched/sql/sql_connect.cc:1416
|
#18 0x00005577f43e672d in handle_one_connection (arg=0x5577f7040618) at /data/Server/10.6-patched/sql/sql_connect.cc:1318
|
#19 0x000000006ffe3609 in start_thread (arg=<optimized out>) at pthread_create.c:477
|
#20 0x00006c4a50751293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
|
(rr)
|
|
|
pluto:/data/results/1679050301/TBR-1807$ _RR_TRACE_DIR=./1/rr/ rr replay --mark-stdio
|
|
|
RQG
|
===
|
# git clone https://github.com/mleich1/rqg --branch <pick the right branch> RQG
|
#
|
# GIT_SHOW: HEAD -> master, origin/master, origin/HEAD ac05579ae482f23fbdf082d9c7972d66c3ed826c 2023-03-16T18:58:29+01:00
|
# rqg.pl : Version 4.2.1 (2022-12)
|
#
|
# $RQG_HOME/rqg.pl \
|
# --duration=300 \
|
# --queries=10000000 \
|
# --no_mask \
|
# --seed=random \
|
# --gendata_sql=conf/mariadb/table_stress.sql \
|
# --engine=InnoDB \
|
# --gendata=conf/mariadb/table_stress.zz \
|
# --rpl_mode=none \
|
# --max_gd_duration=1200 \
|
# --mysqld=--loose_innodb_lock_schedule_algorithm=fcfs \
|
# --mysqld=--slave_net_timeout=60 \
|
# --mysqld=--innodb_file_per_table=0 \
|
# --mysqld=--net_read_timeout=30 \
|
# --mysqld=--loose_innodb_change_buffering=none \
|
# --mysqld=--log_bin_trust_function_creators=1 \
|
# --mysqld=--sync-binlog=1 \
|
# --mysqld=--log-output=none \
|
# --mysqld=--innodb-lock-wait-timeout=50 \
|
# --mysqld=--loose-innodb_fatal_semaphore_wait_threshold=300 \
|
# --mysqld=--wait_timeout=28800 \
|
# --mysqld=--innodb_undo_log_truncate=OFF \
|
# --mysqld=--loose-table_lock_wait_timeout=50 \
|
# --mysqld=--loose-plugin-load-add=provider_lz4.so \
|
# --mysqld=--loose-max-statement-time=30 \
|
# --mysqld=--log-bin \
|
# --mysqld=--loose-idle_write_transaction_timeout=0 \
|
# --mysqld=--lock-wait-timeout=86400 \
|
# --mysqld=--loose-innodb_read_only_compressed=OFF \
|
# --mysqld=--interactive_timeout=28800 \
|
# --mysqld=--net_write_timeout=60 \
|
# --mysqld=--loose-idle_readonly_transaction_timeout=0 \
|
# --mysqld=--connect_timeout=60 \
|
# --mysqld=--innodb-buffer-pool-size=256M \
|
# --mysqld=--file-key-management-filename=$RQG_HOME/conf/mariadb/encryption_keys.txt \
|
# --mysqld=--plugin-load-add=file_key_management.so \
|
# --mysqld=--loose-innodb_compression_level=1 \
|
# --mysqld=--innodb_page_size=16K \
|
# --mysqld=--loose-idle_transaction_timeout=0 \
|
# --mysqld=--loose-debug_assert_on_not_freed_memory=0 \
|
# --mysqld=--loose-innodb-sync-debug \
|
# --mysqld=--loose-innodb_evict_tables_on_commit_debug=on \
|
# --reporters=Backtrace,Deadlock,None \
|
# --validators=None \
|
# --grammar=TBR-1807.yy \
|
# --threads=2 \
|
# --grammar=/data/results/1679050301/c00000.yy \
|
# --rr=Extended \
|
# --rr_options=--chaos --wait \
|
# <local settings>
|
Attachments
Issue Links
- is caused by
-
-
- Stalled
-
-
-
- Stalled
-
- is duplicated by
-
-
- Closed
-
Activity
marko mleich I have just updated the branch. please find bb-10.6-MDEV-29181 updated upon your suggestion. MDEV-31441 fix is included separately, since the merge is not yet finished.
nikitamalyavin, can you please provide an updated branch to mleich for testing MDEV-30021 or MDEV-29181? Please include also the MDEV-31441 fix if it has not been merged from 10.4 by the time you do this. I believe that the assertion failure that is mentioned in this ticket title was fixed by MDEV-31441.
./RR_REPLAY_SIMP.sh TBR-1807.cfg <Dir where MariaDB was installed>
|
against
|
origin/bb-10.6-MDEV-29181 8f8eb8a2cbeb42969af56945d5f722fa297862d1 2023-03-17T22:25:05+03:00 compiled with
|
- RelWithDebInfo
|
Very frequent:
|
pluto:/data/results/1679334669/TBR-1807$ _RR_TRACE_DIR=./1/rr/ rr replay --mark-stdio
|
Error pattern:
|
[ 'TBR-1807', 'InnoDB: Assertion failure in file .{1,300}row0upd.cc.+InnoDB: Failing assertion: rec == NULL \|\| \!\(data\[BTR_EXTERN_LEN\] & BTR_EXTERN_OWNER_FLAG\).+\[ERROR\] mysqld got signal 6.+RESULT: The RQG run ended with status STATUS_SERVER_CRASHED' ],
|
- debug + asan + -Og
|
Very frequent:
|
pluto:/data/results/1679335250/TBR-1808$ _RR_TRACE_DIR=./1/rr/ rr replay --mark-stdio
|
Error pattern:
|
[ 'TBR-1808', 'mysqld: .{1,250}row0upd.cc:.{1,10}: bool row_upd_clust_rec_by_insert_inherit_func.{1,200}: Assertion \`\!\(rec_data\[12U\] & 128U\)\' failed.+RESULT: The RQG run ended with status STATUS_SERVER_CRASHED' ]
|
Very rare:
|
pluto:/data/results/1679337030/TBR-1811$ _RR_TRACE_DIR=./1/rr/ rr replay --mark-stdio
|
Error pattern:
|
[ 'TBR-1811', 'mysqld: .{1,250}fsp0fsp.cc:.{1,10}: uint32_t fseg_get_nth_frag_page_no.{1,200}: Assertion \`n < \(\(srv_page_size_shift < 14 \? \(1048576U >> srv_page_size_shift\) : 64U\) \/ 2\)\' failed.+RESULT: The RQG run ended with status STATUS_SERVER_CRASHED' ]
|
Very rare:
|
pluto:/data/results/1679337030/TBR-1498$ _RR_TRACE_DIR=./1/rr/ rr replay --mark-stdio
|
Error pattern:
|
[ 'TBR-1498', 'mysqld: .{1,250}buf0buf.cc:.{1,10}: buf_block_t\* buf_page_get_low.{1,250}: Assertion \`mode == 16 \|\| mode == 12\' failed.+RESULT: The RQG run ended with status STATUS_SERVER_CRASHED' ]
|
mleich I think this bb-10.6-pkgtest + 718a3512e can be a somewhat frankenstein. Yes, MDEV-30021 was failing on vanilla 10.6, but that 718a3512e commit was lying on top of MDEV-29181, and may've had a codependency. I don't really remember if it had.
Can you please check the latest bb-10.6-MDEV-29181, which is now on top of bb-10.6-pkgtest-MDEV-29835 (which is a former bb-10.6-pkgtest i guess)? Besides, it now also contains a fix to TBR-1731.
./RR_REPLAY_SIMP.sh TBR-1807.cfg <path to your MariaDB install>
The shellscript stops if 10 rr traces are achieved.
./util/SUMMARY.sh gives an overview about the size of the remains of the test runs.
Just pick the smallest. Maybe "rr replay" based on it is faster.
The same test harvests on some
bb-10.6-pkgtest + cherrypicked commit 718a3512ec19ae9dc98699fbbd24aa71cab4ca7d (HEAD)
MDEV-30021 FK actions are ignored after tc_purge and COMMIT
[rr 1859521 44301]mysqld: /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc:2132: bool row_upd_clust_rec_by_insert_inherit_func(const rec_t*, dict_index_t*, const rec_offs*, dtuple_t*, const upd_t*): Assertion `!(rec_data[12U] & 128U)' failed.
|
(rr) bt
|
#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
|
#1 0x00002603153f3859 in __GI_abort () at abort.c:79
|
#2 0x00002603153f3729 in __assert_fail_base (fmt=0x260315589588 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55d566218540 "!(rec_data[12U] & 128U)",
|
file=0x55d56621c960 "/data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc", line=2132, function=<optimized out>) at assert.c:92
|
#3 0x0000260315404f36 in __GI___assert_fail (assertion=assertion@entry=0x55d566218540 "!(rec_data[12U] & 128U)",
|
file=file@entry=0x55d56621c960 "/data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc", line=line@entry=2132,
|
function=function@entry=0x55d566218100 "bool row_upd_clust_rec_by_insert_inherit_func(const rec_t*, dict_index_t*, const rec_offs*, dtuple_t*, const upd_t*)") at assert.c:101
|
#4 0x000055d5652adc0c in row_upd_clust_rec_by_insert_inherit_func (rec=rec@entry=0x15c164664107 "\200", index=index@entry=0x616001c57008, offsets=offsets@entry=0x7f3133148a40, entry=entry@entry=0x61900047d208,
|
update=0x620000129a98) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc:2132
|
#5 0x000055d5652bf906 in row_upd_clust_rec_by_insert (node=node@entry=0x620000129888, index=index@entry=0x616001c57008, thr=thr@entry=0x620000129c78, referenced=referenced@entry=true, foreign=foreign@entry=false,
|
mtr=mtr@entry=0x7f3133149130) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc:2263
|
#6 0x000055d5652c40b0 in row_upd_clust_step (node=node@entry=0x620000129888, thr=thr@entry=0x620000129c78) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc:2682
|
#7 0x000055d5652c48a1 in row_upd (node=node@entry=0x620000129888, thr=thr@entry=0x620000129c78) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc:2758
|
#8 0x000055d5652c54d9 in row_upd_step (thr=thr@entry=0x620000129c78) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0upd.cc:2900
|
#9 0x000055d5651f51f0 in row_update_for_mysql (prebuilt=0x620000129108) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/row/row0mysql.cc:1693
|
#10 0x000055d564e1760b in ha_innobase::update_row (this=0x61d0007e04b8, old_row=<optimized out>, new_row=<optimized out>) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/storage/innobase/handler/ha_innodb.cc:8657
|
#11 0x000055d56444fd6e in handler::ha_update_row (this=0x61d0007e04b8, old_data=0x6190004772d8 "\376{\001", new_data=0x6190004772c8 "\376\001") at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/handler.cc:7674
|
#12 0x000055d563edcb25 in mysql_update (thd=thd@entry=0x62b0000bd218, table_list=<optimized out>, fields=..., values=..., conds=<optimized out>, order_num=<optimized out>, order=<optimized out>,
|
limit=18446744073709551615, ignore=<optimized out>, found_return=<optimized out>, updated_return=<optimized out>) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/sql_update.cc:1087
|
#13 0x000055d563bb423c in mysql_execute_command (thd=thd@entry=0x62b0000bd218, is_called_from_prepared_stmt=is_called_from_prepared_stmt@entry=false) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/sql_limit.h:85
|
#14 0x000055d563b75788 in mysql_parse (thd=thd@entry=0x62b0000bd218, rawbuf=<optimized out>, length=<optimized out>, parser_state=parser_state@entry=0x7f313314b130)
|
at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/sql_parse.cc:8021
|
#15 0x000055d563ba4035 in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x62b0000bd218, packet=packet@entry=0x629000bd6219 "UPDATE test.t_p SET col1 = 1 /* E_R Thread1 QNO 47 CON_ID 16 */ ",
|
packet_length=packet_length@entry=64, blocking=blocking@entry=true) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/sql_class.h:1385
|
#16 0x000055d563baad1c in do_command (thd=0x62b0000bd218, blocking=blocking@entry=true) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/sql_parse.cc:1409
|
#17 0x000055d563fe33e7 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x608000002ab8, put_in_cache=put_in_cache@entry=true) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/sql_connect.cc:1416
|
#18 0x000055d563fe3f30 in handle_one_connection (arg=0x608000002ab8) at /data/Server/bb-10.6-pkgtest-MDEV-29835-FK/sql/sql_connect.cc:1318
|
#19 0x000010d206d74609 in start_thread (arg=<optimized out>) at pthread_create.c:477
|
#20 0x00002603154f0293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
|
(rr)
|
|
|
pluto:/data/results/1679056336/TBR-1808$ _RR_TRACE_DIR=./1/rr/ rr replay --mark-stdio
|
Results on origin/bb-10.6-MDEV-29181 a994949ca17358ad7022699d4ef7accb13623e8b 2023-12-15T19:36:24+01:00
There was no replay of the problem mentioned in the current MDEV.
Nevertheless there is a crowd of tests failing like on the main 10.6 in mid of December.
Two new bad effects were observed.
1. [rr 276346 127314]mariadbd: /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:662: upd_t* row_upd_build_difference_binary(dict_index_t*, const dtuple_t*, const rec_t*, const rec_offs*, bool, bool, trx_t*, mem_heap_t*, TABLE*, dberr_t*): Assertion `mysql_table' failed.(rr) bt#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50#1 0x0000178f55e22859 in __GI_abort () at abort.c:79#2 0x0000178f55e22729 in __assert_fail_base (fmt=0x178f55fb8588 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x559ead73c060 "mysql_table", file=0x559ead740440 "/data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc", line=662, function=<optimized out>) at assert.c:92#3 0x0000178f55e33f36 in __GI___assert_fail (assertion=assertion@entry=0x559ead73c060 "mysql_table", file=file@entry=0x559ead740440 "/data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc", line=line@entry=662, function=function@entry=0x559ead73c7e0 "upd_t* row_upd_build_difference_binary(dict_index_t*, const dtuple_t*, const rec_t*, const rec_offs*, bool, bool, trx_t*, mem_heap_t*, TABLE*, dberr_t*)") at assert.c:101#4 0x0000559eac79c2ae in row_upd_build_difference_binary (index=0x6160025ccf08, entry=entry@entry=0x619000b68108, rec=rec@entry=0x7f24452c807f "\200", offsets=<optimized out>, offsets@entry=0x0, no_sys=no_sys@entry=true, ignore_warnings=ignore_warnings@entry=true, trx=<optimized out>, heap=<optimized out>, mysql_table=<optimized out>, error=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:662#5 0x0000559eac670a27 in row_ins_clust_index_entry_by_modify (pcur=pcur@entry=0x3c9414b5a320, flags=flags@entry=0, mode=mode@entry=2, offsets=offsets@entry=0x3c9414b5a2a0, offsets_heap=offsets_heap@entry=0x3c9414b5a280, heap=heap@entry=0x619000b68580, entry=<optimized out>, thr=<optimized out>, mtr=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/include/btr0cur.h:744#6 0x0000559eac68ea25 in row_ins_clust_index_entry_low (flags=flags@entry=0, mode=<optimized out>, mode@entry=BTR_MODIFY_LEAF, index=index@entry=0x6160025ccf08, n_uniq=n_uniq@entry=1, entry=entry@entry=0x619000b68108, n_ext=n_ext@entry=1, thr=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0ins.cc:2838#7 0x0000559eac68f985 in row_ins_clust_index_entry (index=index@entry=0x6160025ccf08, entry=entry@entry=0x619000b68108, thr=thr@entry=0x6210003ee998, n_ext=n_ext@entry=1) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0ins.cc:3256#8 0x0000559eac7a9ca5 in row_upd_clust_rec_by_insert (node=node@entry=0x6160084d1e08, index=index@entry=0x6160025ccf08, thr=thr@entry=0x6210003ee998, referenced=referenced@entry=false, foreign=foreign@entry=false, mtr=mtr@entry=0x3c9414b5b390) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/include/data0data.inl:509#9 0x0000559eac7ae2af in row_upd_clust_step (node=node@entry=0x6160084d1e08, thr=thr@entry=0x6210003ee998) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:2722#10 0x0000559eac7ae9df in row_upd (node=node@entry=0x6160084d1e08, thr=thr@entry=0x6210003ee998) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:2798#11 0x0000559eac7af60b in row_upd_step (thr=thr@entry=0x6210003ee998) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:2940#12 0x0000559eac6d9ddc in row_update_cascade_for_mysql (thr=thr@entry=0x6210003ee998, node=node@entry=0x6160084d1e08, table=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0mysql.cc:2026#13 0x0000559eac682976 in row_ins_foreign_check_on_constraint (thr=thr@entry=0x6210003ee998, foreign=foreign@entry=0x6160025cf608, pcur=pcur@entry=0x3c9414b5bda0, entry=entry@entry=0x61a0000fc948, prebuilt=prebuilt@entry=0x621000421988, mtr=mtr@entry=0x3c9414b5c220) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0ins.cc:1352#14 0x0000559eac684ef6 in row_ins_check_foreign_constraint (check_ref=check_ref@entry=0, foreign=foreign@entry=0x6160025cf608, table=table@entry=0x618000024908, entry=entry@entry=0x61a0000fc948, prebuilt=<optimized out>, thr=thr@entry=0x6210003ee998) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0ins.cc:1748#15 0x0000559eac7a7939 in row_upd_check_references_constraints (node=node@entry=0x6210004bc430, pcur=pcur@entry=0x6210003ee588, table=table@entry=0x618000024908, index=index@entry=0x616002567e08, offsets=offsets@entry=0x3c9414b5c8c0, thr=thr@entry=0x6210003ee998, mtr=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:269#16 0x0000559eac7a99af in row_upd_clust_rec_by_insert (node=node@entry=0x6210004bc430, index=index@entry=0x616002567e08, thr=thr@entry=0x6210003ee998, referenced=referenced@entry=true, foreign=foreign@entry=false, mtr=mtr@entry=0x3c9414b5cfb0) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:2322#17 0x0000559eac7ae2af in row_upd_clust_step (node=node@entry=0x6210004bc430, thr=thr@entry=0x6210003ee998) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:2722#18 0x0000559eac7ae9df in row_upd (node=node@entry=0x6210004bc430, thr=thr@entry=0x6210003ee998) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:2798#19 0x0000559eac7af60b in row_upd_step (thr=thr@entry=0x6210003ee998) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0upd.cc:2940#20 0x0000559eac6df5b7 in row_update_for_mysql (prebuilt=0x6210004bb588) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/row/row0mysql.cc:1699#21 0x0000559eac322c91 in ha_innobase::update_row (this=0x61d000c102b8, old_row=<optimized out>, new_row=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/storage/innobase/handler/ha_innodb.cc:8705#22 0x0000559eab920afa in handler::ha_update_row (this=0x61d000c102b8, old_data=0x61a0002258f8 "h\003", new_data=0x61a0002256b8 "h\001") at /data/Server/bb-10.6-MDEV-29181/sql/handler.cc:7709#23 0x0000559eab397c58 in mysql_update (thd=thd@entry=0x62b00016c218, table_list=<optimized out>, fields=..., values=..., conds=<optimized out>, order_num=<optimized out>, order=<optimized out>, limit=18446744073709551614, ignore=<optimized out>, found_return=<optimized out>, updated_return=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/sql/sql_update.cc:1093#24 0x0000559eab058bae in mysql_execute_command (thd=thd@entry=0x62b00016c218, is_called_from_prepared_stmt=is_called_from_prepared_stmt@entry=false) at /data/Server/bb-10.6-MDEV-29181/sql/sql_limit.h:94#25 0x0000559eab019520 in mysql_parse (thd=thd@entry=0x62b00016c218, rawbuf=<optimized out>, length=<optimized out>, parser_state=parser_state@entry=0x3c9414b5f0f0) at /data/Server/bb-10.6-MDEV-29181/sql/sql_parse.cc:8051#26 0x0000559eab048b6a in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x62b00016c218, packet=packet@entry=0x629000cd0219 " UPDATE test.t1_p SET col1 = 1 /* E_R Thread8 QNO 98 CON_ID 24 */ ", packet_length=packet_length@entry=67, blocking=blocking@entry=true) at /data/Server/bb-10.6-MDEV-29181/sql/sql_class.h:1400#27 0x0000559eab04f9df in do_command (thd=0x62b00016c218, blocking=blocking@entry=true) at /data/Server/bb-10.6-MDEV-29181/sql/sql_parse.cc:1409#28 0x0000559eab4a0991 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x6080000033b8, put_in_cache=put_in_cache@entry=true) at /data/Server/bb-10.6-MDEV-29181/sql/sql_connect.cc:1416#29 0x0000559eab4a14da in handle_one_connection (arg=0x6080000033b8) at /data/Server/bb-10.6-MDEV-29181/sql/sql_connect.cc:1318#30 0x000037ec1ab64609 in start_thread (arg=<optimized out>) at pthread_create.c:477#31 0x0000178f55f1f293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95pluto:/data/results/1702669688/TBR-2094$ _RR_TRACE_DIR=./1/rr rr replay --mark-stdioI hit that problem several times. The setup of the tests is similar to failing historic tests. Hence either the assert is now different or its a problem in the current patch.2. [rr 878278 493530]mariadbd: /data/Server/bb-10.6-MDEV-29181/sql/sql_base.cc:4545: bool open_tables(THD*, const DDL_options_st&, TABLE_LIST**, uint*, uint, Prelocking_strategy*): Assertion `fk_table_it != tables->fk_ref_list->end()' failed.(rr) bt#0 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50#1 0x00001c6f551eb859 in __GI_abort () at abort.c:79#2 0x00001c6f551eb729 in __assert_fail_base (fmt=0x1c6f55381588 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55bb56566620 "fk_table_it != tables->fk_ref_list->end()", file=0x55bb56561ac0 "/data/Server/bb-10.6-MDEV-29181/sql/sql_base.cc", line=4545, function=<optimized out>) at assert.c:92#3 0x00001c6f551fcf36 in __GI___assert_fail (assertion=assertion@entry=0x55bb56566620 "fk_table_it != tables->fk_ref_list->end()", file=file@entry=0x55bb56561ac0 "/data/Server/bb-10.6-MDEV-29181/sql/sql_base.cc", line=line@entry=4545, function=function@entry=0x55bb56566520 "bool open_tables(THD*, const DDL_options_st&, TABLE_LIST**, uint*, uint, Prelocking_strategy*)") at assert.c:101#4 0x000055bb54254037 in open_tables (thd=thd@entry=0x62b000150218, options=..., start=start@entry=0x1bc34aeb5410, counter=counter@entry=0x1bc34aeb5400, flags=flags@entry=0, prelocking_strategy=prelocking_strategy@entry=0x1bc34aeb5630) at /data/Server/bb-10.6-MDEV-29181/sql/sql_list.h:579#5 0x000055bb5425507c in open_and_lock_tables (thd=thd@entry=0x62b000150218, options=..., tables=tables@entry=0x62b0001573d0, derived=derived@entry=true, flags=flags@entry=0, prelocking_strategy=prelocking_strategy@entry=0x1bc34aeb5630) at /data/Server/bb-10.6-MDEV-29181/sql/sql_base.cc:5366#6 0x000055bb5529cc75 in open_and_lock_tables (flags=0, derived=true, tables=0x62b0001573d0, thd=0x62b000150218) at /data/Server/bb-10.6-MDEV-29181/sql/sql_base.h:510#7 mysql_delete (thd=thd@entry=0x62b000150218, table_list=0x62b0001573d0, conds=<optimized out>, order_list=order_list@entry=0x62b000154f08, limit=<optimized out>, options=<optimized out>, result=<optimized out>) at /data/Server/bb-10.6-MDEV-29181/sql/sql_delete.cc:349#8 0x000055bb543f0814 in mysql_execute_command (thd=thd@entry=0x62b000150218, is_called_from_prepared_stmt=is_called_from_prepared_stmt@entry=false) at /data/Server/bb-10.6-MDEV-29181/sql/sql_limit.h:94#9 0x000055bb543ae520 in mysql_parse (thd=thd@entry=0x62b000150218, rawbuf=<optimized out>, length=<optimized out>, parser_state=parser_state@entry=0x1bc34aeb70f0) at /data/Server/bb-10.6-MDEV-29181/sql/sql_parse.cc:8051#10 0x000055bb543ddb6a in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x62b000150218, packet=packet@entry=0x629000f87219 " DELETE FROM test.t8_p WHERE col2 = 1 OR col2 IS NULL /* E_R Thread8 QNO 399 CON_ID 91 */ ", packet_length=packet_length@entry=91, blocking=blocking@entry=true) at /data/Server/bb-10.6-MDEV-29181/sql/sql_class.h:1400#11 0x000055bb543e49df in do_command (thd=0x62b000150218, blocking=blocking@entry=true) at /data/Server/bb-10.6-MDEV-29181/sql/sql_parse.cc:1409#12 0x000055bb54835991 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x6080000032b8, put_in_cache=put_in_cache@entry=true) at /data/Server/bb-10.6-MDEV-29181/sql/sql_connect.cc:1416#13 0x000055bb548364da in handle_one_connection (arg=0x6080000032b8) at /data/Server/bb-10.6-MDEV-29181/sql/sql_connect.cc:1318#14 0x00003f410d540609 in start_thread (arg=<optimized out>) at pthread_create.c:477#15 0x00001c6f552e8293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95(rr)pluto:/data/results/1702669688/TBR-2095$ _RR_TRACE_DIR=./1/rr rr replay --mark-stdio