Behavior for RTREE indexes changed, assertion fails

--source include/have_innodb.inc

CREATE TABLE t (f INT NOT NULL) ENGINE=InnoDB;

--error ER_WRONG_ARGUMENTS

CREATE INDEX ind USING RTREE ON t (f);

# Cleanup

DROP TABLE t;

commit 3f7899a4a353c7ceda172ffc8019999770029fae (HEAD)

Author: Sergei Golubchik

Date:   Sun Jan 14 11:43:43 2024 +0100

    cleanup: key algorithm vs key flags

...

mariadbd: /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/storage/innobase/handler/handler0alter.cc:5111: dberr_t innobase_check_gis_columns(Alter_inplace_info*, dict_table_t*, trx_t*): Assertion `((col->mtype) == 14)' failed.

240927  2:35:53 [ERROR] mysqld got signal 6 ;

#9  0x00007f3f75653e32 in __GI___assert_fail (assertion=0x56334e131340 "((col->mtype) == 14)", file=0x56334e129900 "/data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/storage/innobase/handler/handler0alter.cc", line=5111, function=0x56334e131280 "dberr_t innobase_check_gis_columns(Alter_inplace_info*, dict_table_t*, trx_t*)") at ./assert/assert.c:101

#10 0x000056334c6f813e in innobase_check_gis_columns (ha_alter_info=0x7f3f65ddbda0, table=0x6190000c5920, trx=0x7f3f6c95df40) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/storage/innobase/handler/handler0alter.cc:5111

#11 0x000056334c7066f3 in prepare_inplace_alter_table_dict (ha_alter_info=0x7f3f65ddbda0, altered_table=0x7f3f65ddc920, old_table=0x6190000c7b98, table_name=0x61c00002cf4d "t", flags=33, flags2=80, fts_doc_id_col=18446744073709551615, add_fts_doc_id=false, add_fts_doc_id_idx=false) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/storage/innobase/handler/handler0alter.cc:6869

#12 0x000056334c71c33d in ha_innobase::prepare_inplace_alter_table (this=0x61d0002fe4b8, altered_table=0x7f3f65ddc920, ha_alter_info=0x7f3f65ddbda0) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/storage/innobase/handler/handler0alter.cc:8648

#13 0x000056334bc37bff in handler::ha_prepare_inplace_alter_table (this=0x61d0002fe4b8, altered_table=0x7f3f65ddc920, ha_alter_info=0x7f3f65ddbda0) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/handler.cc:5640

#14 0x000056334b59c188 in mysql_inplace_alter_table (thd=0x62c0001e0218, table_list=0x6290000fa378, table=0x6190000c7b98, altered_table=0x7f3f65ddc920, ha_alter_info=0x7f3f65ddbda0, target_mdl_request=0x7f3f65ddbea0, ddl_log_state=0x7f3f65ddba90, trigger_param=0x7f3f65ddcdb0, alter_ctx=0x7f3f65ddd960, partial_alter=@0x7f3f65ddb730: false, start_alter_id=@0x7f3f65ddb770: 0, if_exists=false) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_table.cc:7962

#15 0x000056334b5b63a1 in mysql_alter_table (thd=0x62c0001e0218, new_db=0x6290000fa390, new_name=0x6290000fa3a0, create_info=0x7f3f65ddf1f0, table_list=0x6290000fa378, recreate_info=0x7f3f65dde920, alter_info=0x7f3f65ddf040, order_num=0, order=0x0, ignore=false, if_exists=false) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_table.cc:11388

#16 0x000056334b28f4bd in mysql_execute_command (thd=0x62c0001e0218, is_called_from_prepared_stmt=false) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_parse.cc:4218

#17 0x000056334b2a8b8a in mysql_parse (thd=0x62c0001e0218, rawbuf=0x6290000fa238 "CREATE INDEX ind USING RTREE ON t (f)", length=37, parser_state=0x7f3f65ddf9f0) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_parse.cc:7873

#18 0x000056334b27fbac in dispatch_command (command=COM_QUERY, thd=0x62c0001e0218, packet=0x629000280219 "CREATE INDEX ind USING RTREE ON t (f)", packet_length=37, blocking=true) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_parse.cc:1892

#19 0x000056334b27c8c0 in do_command (thd=0x62c0001e0218, blocking=true) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_parse.cc:1405

#20 0x000056334b76c421 in do_handle_one_connection (connect=0x6080000048b8, put_in_cache=true) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_connect.cc:1448

#21 0x000056334b76bde2 in handle_one_connection (arg=0x608000004838) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/sql/sql_connect.cc:1350

#22 0x000056334c40d482 in pfs_spawn_thread (arg=0x617000008218) at /data/bld/preview-11.7-bb-11.6-MDEV-32887-vector-asan/storage/perfschema/pfs.cc:2198

#23 0x00007f3f756a8044 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:442

#24 0x00007f3f7572861c in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81