Assertion failures upon adding a too long key to table with COMPRESSED row format

--source include/have_innodb.inc

--source include/have_innodb_4k.inc

CREATE TABLE t (pk INT PRIMARY KEY, f1 INT, f2 TEXT) ENGINE=InnoDB ROW_FORMAT=COMPRESSED;

INSERT INTO t (pk) VALUES (1);

--error ER_TOO_BIG_ROWSIZE

ALTER TABLE t ADD KEY (f1), ADD KEY (f2(1000));

# Cleanup

DROP TABLE t;

mariadbd: /data/src/10.6/storage/innobase/handler/handler0alter.cc:9080: bool rollback_inplace_alter_table(Alter_inplace_info*, const TABLE*, row_prebuilt_t*): Assertion `!prebuilt->table->indexes.start->online_log' failed.

230501 17:34:06 [ERROR] mysqld got signal 6 ;

#9  0x00007f3323c53df2 in __GI___assert_fail (assertion=0x55e4453bdc40 "!prebuilt->table->indexes.start->online_log", file=0x55e4453afac0 "/data/src/10.6/storage/innobase/handler/handler0alter.cc", line=9080, function=0x55e4453bd740 "bool rollback_inplace_alter_table(Alter_inplace_info*, const TABLE*, row_prebuilt_t*)") at ./assert/assert.c:101

#10 0x000055e443ceda4f in rollback_inplace_alter_table (ha_alter_info=0x7f3315ecd8b0, table=0x6190000e0198, prebuilt=0x620000015120) at /data/src/10.6/storage/innobase/handler/handler0alter.cc:9080

#11 0x000055e443cc3aa0 in ha_innobase::commit_inplace_alter_table (this=0x61d0002a6cb8, altered_table=0x7f3315ece430, ha_alter_info=0x7f3315ecd8b0, commit=false) at /data/src/10.6/storage/innobase/handler/handler0alter.cc:11015

#12 0x000055e4431def09 in handler::ha_commit_inplace_alter_table (this=0x61d0002a6cb8, altered_table=0x7f3315ece430, ha_alter_info=0x7f3315ecd8b0, commit=false) at /data/src/10.6/sql/handler.cc:5272

#13 0x000055e442bf14c5 in mysql_inplace_alter_table (thd=0x62b0000af218, table_list=0x62b0000b6368, table=0x6190000e0198, altered_table=0x7f3315ece430, ha_alter_info=0x7f3315ecd8b0, target_mdl_request=0x7f3315ecd9b0, ddl_log_state=0x7f3315ecd5e0, trigger_param=0x7f3315ece8a0, alter_ctx=0x7f3315ecf340) at /data/src/10.6/sql/sql_table.cc:7583

#14 0x000055e442c06835 in mysql_alter_table (thd=0x62b0000af218, new_db=0x62b0000b3e48, new_name=0x62b0000b42a0, create_info=0x7f3315ed02e0, table_list=0x62b0000b6368, recreate_info=0x7f3315ed0110, alter_info=0x7f3315ed01b0, order_num=0, order=0x0, ignore=false, if_exists=false) at /data/src/10.6/sql/sql_table.cc:10354

#15 0x000055e442dc701b in Sql_cmd_alter_table::execute (this=0x62b0000b6c98, thd=0x62b0000af218) at /data/src/10.6/sql/sql_alter.cc:553

#16 0x000055e44295d134 in mysql_execute_command (thd=0x62b0000af218, is_called_from_prepared_stmt=false) at /data/src/10.6/sql/sql_parse.cc:6014

#17 0x000055e44296a511 in mysql_parse (thd=0x62b0000af218, rawbuf=0x62b0000b6238 "ALTER TABLE t ADD KEY (f1), ADD KEY (f2(1000))", length=46, parser_state=0x7f3315ed1a30) at /data/src/10.6/sql/sql_parse.cc:8036

#18 0x000055e442940358 in dispatch_command (command=COM_QUERY, thd=0x62b0000af218, packet=0x629000280219 "ALTER TABLE t ADD KEY (f1), ADD KEY (f2(1000))", packet_length=46, blocking=true) at /data/src/10.6/sql/sql_parse.cc:1896

#19 0x000055e44293d096 in do_command (thd=0x62b0000af218, blocking=true) at /data/src/10.6/sql/sql_parse.cc:1409

#20 0x000055e442da9b1a in do_handle_one_connection (connect=0x608000003938, put_in_cache=true) at /data/src/10.6/sql/sql_connect.cc:1416

#21 0x000055e442da94db in handle_one_connection (arg=0x6080000038b8) at /data/src/10.6/sql/sql_connect.cc:1318

#22 0x000055e443a03c30 in pfs_spawn_thread (arg=0x617000008218) at /data/src/10.6/storage/perfschema/pfs.cc:2201

#23 0x00007f3323ca7fd4 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:442

#24 0x00007f3323d285bc in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81

2023-05-01 17:37:13 0 [ERROR] mariadbd: Failed to release memory pointer 0x7ff7ac0f2020, 1 bytes (Errcode: 22 "Invalid argument")

2023-05-01 17:37:13 0 [ERROR] mariadbd: Error on close of '(null)' (Errcode: 9 "Bad file descriptor")

2023-05-01 17:37:13 0x7ff862e382c0  InnoDB: Assertion failure in file /data/src/10.6/storage/innobase/row/row0merge.cc line 4242

InnoDB: Failing assertion: res != -1

#7  0x000056198dc06962 in ut_dbg_assertion_failed (expr=expr@entry=0x56198e86334f "res != -1", file=file@entry=0x56198e863450 "/data/src/10.6/storage/innobase/row/row0merge.cc", line=line@entry=4242) at /data/src/10.6/storage/innobase/ut/ut0dbg.cc:60

#8  0x000056198dbf6dd9 in row_merge_file_destroy_low (fd=...) at /data/src/10.6/storage/innobase/row/row0merge.cc:4242

#9  row_merge_file_destroy_low (fd=...) at /data/src/10.6/storage/innobase/row/row0merge.cc:4235

#10 0x000056198e361fec in row_log_free (log=0x7ff7ac1a0a30) at /data/src/10.6/storage/innobase/row/row0log.cc:3011

#11 0x000056198dc70f38 in dict_index_remove_from_cache_low (table=table@entry=0x7ff7ac19fbb0, index=0x7ff7ac1a0a30, lru_evict=lru_evict@entry=0) at /data/src/10.6/storage/innobase/dict/dict0dict.cc:2128

#12 0x000056198e402213 in dict_sys_t::remove (this=this@entry=0x56198ee65540 <dict_sys>, table=<optimized out>, lru=lru@entry=false, keep=keep@entry=false) at /data/src/10.6/storage/innobase/dict/dict0dict.cc:1887

#13 0x000056198e4027cc in dict_sys_t::close (this=this@entry=0x56198ee65540 <dict_sys>) at /data/src/10.6/storage/innobase/dict/dict0dict.cc:4564

#14 0x000056198e3863a6 in innodb_shutdown () at /data/src/10.6/storage/innobase/srv/srv0start.cc:2056

#15 0x000056198e299d1f in innobase_end () at /data/src/10.6/storage/innobase/handler/ha_innodb.cc:4368

#16 innobase_end () at /data/src/10.6/storage/innobase/handler/ha_innodb.cc:4355

#17 0x000056198df884ce in ha_finalize_handlerton (plugin=0x56198f9ba310) at /data/src/10.6/sql/handler.cc:595

#18 0x000056198dd5ba7d in plugin_deinitialize (plugin=0x56198f9ba310, ref_check=ref_check@entry=true) at /data/src/10.6/sql/sql_plugin.cc:1269

#19 0x000056198dd5ce16 in reap_plugins () at /data/src/10.6/sql/sql_plugin.cc:1345

#20 0x000056198dd5e4fd in plugin_shutdown () at /data/src/10.6/sql/sql_plugin.cc:2053

#21 0x000056198dc749b0 in clean_up (print_message=true) at /data/src/10.6/sql/mysqld.cc:1966

#22 clean_up (print_message=<optimized out>) at /data/src/10.6/sql/mysqld.cc:1929

#23 0x000056198dc7f037 in mysqld_main (argc=<optimized out>, argv=<optimized out>) at /data/src/10.6/sql/mysqld.cc:5907

#24 0x00007ff862a4618a in __libc_start_call_main (main=main@entry=0x56198dc2c820 <main(int, char**)>, argc=argc@entry=24, argv=argv@entry=0x7ffe297b5928) at ../sysdeps/nptl/libc_start_call_main.h:58

#25 0x00007ff862a46245 in __libc_start_main_impl (main=0x56198dc2c820 <main(int, char**)>, argc=24, argv=0x7ffe297b5928, init=<optimized out>, fini=<optimized out>, rtld_fini=<optimized out>, stack_end=0x7ffe297b5918) at ../csu/libc-start.c:381

#26 0x000056198dc73371 in _start ()

mariadbd: /data/src/10.6/storage/perfschema/pfs_lock.h:257: void pfs_lock::allocated_to_free(): Assertion `((copy & STATE_MASK) == PFS_LOCK_ALLOCATED)' failed.

230501 18:33:02 [ERROR] mysqld got signal 6 ;

#8  0x00007fd6d1c53df2 in __GI___assert_fail (assertion=0x56464684b500 "((copy & STATE_MASK) == PFS_LOCK_ALLOCATED)", file=0x564646848878 "/data/src/10.6/storage/perfschema/pfs_lock.h", line=257, function=0x56464684b4d8 "void pfs_lock::allocated_to_free()") at ./assert/assert.c:101

#9  0x000056464624962f in pfs_lock::allocated_to_free (this=<optimized out>) at /data/src/10.6/storage/perfschema/pfs_lock.h:257

#10 PFS_buffer_scalable_container<PFS_mutex, 1024, 1024, PFS_buffer_default_array<PFS_mutex>, PFS_buffer_default_allocator<PFS_mutex> >::static_deallocate (safe_pfs=<optimized out>) at /data/src/10.6/storage/perfschema/pfs_buffer_container.h:736

#11 PFS_partitioned_buffer_scalable_container<PFS_buffer_scalable_container<PFS_mutex, 1024, 1024, PFS_buffer_default_array<PFS_mutex>, PFS_buffer_default_allocator<PFS_mutex> >, 2>::deallocate (safe_pfs=<optimized out>, this=<optimized out>) at /data/src/10.6/storage/perfschema/pfs_buffer_container.h:1198

#12 destroy_mutex (pfs=<optimized out>) at /data/src/10.6/storage/perfschema/pfs_instr.cc:340

#13 0x000056464639b030 in inline_mysql_mutex_destroy (that=0x7fd60c1a0a40) at /data/src/10.6/include/mysql/psi/mysql_thread.h:719

#14 row_log_free (log=0x7fd60c1a0a30) at /data/src/10.6/storage/innobase/row/row0log.cc:3021

#15 0x0000564645ca9f38 in dict_index_remove_from_cache_low (table=table@entry=0x7fd60c19fbb0, index=0x7fd60c1a0a30, lru_evict=lru_evict@entry=0) at /data/src/10.6/storage/innobase/dict/dict0dict.cc:2128

#16 0x000056464643b213 in dict_sys_t::remove (this=<optimized out>, table=table@entry=0x7fd60c19fbb0, lru=lru@entry=false, keep=keep@entry=false) at /data/src/10.6/storage/innobase/dict/dict0dict.cc:1887

#17 0x00005646464562c6 in trx_t::commit (this=this@entry=0x7fd6cc29b680, deleted=std::vector of length 0, capacity 0) at /data/src/10.6/storage/innobase/dict/drop.cc:274

#18 0x00005646462e8903 in ha_innobase::delete_table (this=<optimized out>, name=<optimized out>) at /data/src/10.6/storage/innobase/handler/ha_innodb.cc:13762

#19 0x0000564645fc384f in hton_drop_table (hton=<optimized out>, path=<optimized out>) at /data/src/10.6/sql/handler.cc:576

#20 0x0000564645fc9ff1 in ha_delete_table (thd=thd@entry=0x7fd60c000c68, hton=hton@entry=0x5646491ead28, path=path@entry=0x7fd6c6fb19d0 "./test/t", db=db@entry=0x7fd6c6fb17c0, alias=alias@entry=0x7fd6c6fb17d0, generate_warning=generate_warning@entry=true) at /data/src/10.6/sql/handler.cc:3153

#21 0x0000564645e27014 in mysql_rm_table_no_locks (thd=thd@entry=0x7fd60c000c68, tables=tables@entry=0x7fd60c010a50, current_db=current_db@entry=0x7fd60c000d08, ddl_log_state=<optimized out>, ddl_log_state@entry=0x0, if_exists=if_exists@entry=false, drop_temporary=drop_temporary@entry=false, drop_view=<optimized out>, drop_sequence=<optimized out>, dont_log_query=<optimized out>, dont_free_locks=<optimized out>) at /data/src/10.6/sql/sql_table.cc:1469

#22 0x0000564645e2830c in mysql_rm_table (thd=thd@entry=0x7fd60c000c68, tables=tables@entry=0x7fd60c010a50, if_exists=<optimized out>, drop_temporary=<optimized out>, drop_sequence=<optimized out>, dont_log_query=dont_log_query@entry=false) at /data/src/10.6/sql/sql_table.cc:1046

#23 0x0000564645d8d6fe in mysql_execute_command (thd=thd@entry=0x7fd60c000c68, is_called_from_prepared_stmt=is_called_from_prepared_stmt@entry=false) at /data/src/10.6/sql/sql_parse.cc:4966

#24 0x0000564645d8f606 in mysql_parse (thd=0x7fd60c000c68, rawbuf=<optimized out>, length=<optimized out>, parser_state=<optimized out>) at /data/src/10.6/sql/sql_parse.cc:8036

#25 0x0000564645d917ad in dispatch_command (command=command@entry=COM_QUERY, thd=thd@entry=0x7fd60c000c68, packet=packet@entry=0x7fd60c008519 "DROP TABLE t", packet_length=packet_length@entry=12, blocking=blocking@entry=true) at /data/src/10.6/sql/sql_parse.cc:1993

#26 0x0000564645d938b4 in do_command (thd=0x7fd60c000c68, blocking=blocking@entry=true) at /data/src/10.6/sql/sql_parse.cc:1409

#27 0x0000564645ea1c37 in do_handle_one_connection (connect=<optimized out>, connect@entry=0x564649719368, put_in_cache=put_in_cache@entry=true) at /data/src/10.6/sql/sql_connect.cc:1416

#28 0x0000564645ea1fa5 in handle_one_connection (arg=arg@entry=0x564649719368) at /data/src/10.6/sql/sql_connect.cc:1318

#29 0x0000564646231120 in pfs_spawn_thread (arg=0x5646496cddf8) at /data/src/10.6/storage/perfschema/pfs.cc:2201

#30 0x00007fd6d1ca7fd4 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:442

#31 0x00007fd6d1d285bc in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81