Uploaded image for project: 'MariaDB Server'
  1. MariaDB Server
  2. MDEV-29235

Assertion `state_ == s_exec' failed in int wsrep::client_state::prepare_for_ordering(const wsrep::ws_handle&, const wsrep::ws_meta&, bool)

    XMLWordPrintable

    Details

    • Type: Bug
    • Status: Open (View Workflow)
    • Priority: Major
    • Resolution: Unresolved
    • Affects Version/s: 10.10
    • Fix Version/s: 10.10
    • Component/s: Galera
    • Labels:

      Description

      The crash is from galera multi-thread pquery run.

      10.10.0 c360eadb8c92624419b94ec0601ebf3e6bb64374

      mysqld: /test/mtest/10.10/wsrep-lib/include/wsrep/client_state.hpp:457: int wsrep::client_state::prepare_for_ordering(const wsrep::ws_handle&, const wsrep::ws_meta&, bool): Assertion `state_ == s_exec' failed.
      

      10.10.0 c360eadb8c92624419b94ec0601ebf3e6bb64374

      Core was generated by `/test/mtest/10.10/mariadb-10.10.0-linux-x86_64/bin/mysqld --defaults-file=/dev/'.
      Program terminated with signal SIGABRT, Aborted.
      #0  0x0000000070000002 in ?? ()
      [Current thread is 1 (Thread 0x448038f45700 (LWP 3978908))]
      (gdb) bt
      #0  0x0000000070000002 in ?? ()
      #1  0x0000626d255e31a4 in _raw_syscall () at /home/roc/rr/rr/src/preload/raw_syscall.S:120
      #2  0x0000626d255de2ce in traced_raw_syscall (call=<optimized out>) at /home/roc/rr/rr/src/preload/syscallbuf.c:278
      #3  0x0000626d255e20d3 in syscall_hook_internal (call=0x153ef7afffa0) at /home/roc/rr/rr/src/preload/syscallbuf.c:3420
      #4  syscall_hook (call=0x153ef7afffa0) at /home/roc/rr/rr/src/preload/syscallbuf.c:3454
      #5  0x0000626d255de0b0 in _syscall_hook_trampoline () at /home/roc/rr/rr/src/preload/syscall_hook.S:313
      #6  0x0000626d255de10f in __morestack () at /home/roc/rr/rr/src/preload/syscall_hook.S:458
      #7  0x0000626d255de169 in _syscall_hook_trampoline_89_c2_f7_da () at /home/roc/rr/rr/src/preload/syscall_hook.S:512
      #8  0x000006231dd69f0c in __pthread_kill (threadid=<optimized out>, signo=6) at ../sysdeps/unix/sysv/linux/pthread_kill.c:56
      #9  0x00005628158d1e7a in my_write_core (sig=6) at /test/mtest/10.10/mysys/stacktrace.c:424
      #10 0x0000562815026443 in handle_fatal_signal (sig=6) at /test/mtest/10.10/sql/signal_handler.cc:345
      #11 <signal handler called>
      #12 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50
      #13 0x00007203181a9859 in __GI_abort () at abort.c:79
      #14 0x00007203181a9729 in __assert_fail_base (fmt=0x72031833f588 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x562815cf6cbc "state_ == s_exec", file=0x562815cf6bc0 "/test/mtest/10.10/wsrep-lib/include/wsrep/client_state.hpp", line=457, function=<optimized out>) at assert.c:92
      #15 0x00007203181baf36 in __GI___assert_fail (assertion=0x562815cf6cbc "state_ == s_exec", file=0x562815cf6bc0 "/test/mtest/10.10/wsrep-lib/include/wsrep/client_state.hpp", line=457, function=0x562815cf6c58 "int wsrep::client_state::prepare_for_ordering(const wsrep::ws_handle&, const wsrep::ws_meta&, bool)") at assert.c:101
      #16 0x00005628153cd180 in wsrep::client_state::prepare_for_ordering (this=0x227e1c0eda40, ws_handle=@0x448038f43230: {transaction_id_ = {id_ = 1287}, opaque_ = 0x227e14044960}, ws_meta=@0x448038f43280: {gtid_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 222}}, stid_ = {server_id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, transaction_id_ = {id_ = 1287}, client_id_ = {id_ = 23}}, depends_on_ = {seqno_ = 165}, flags_ = 3}, is_commit=false) at /test/mtest/10.10/wsrep-lib/include/wsrep/client_state.hpp:457
      #17 0x00005628153ca8f5 in Wsrep_high_priority_service::rollback (this=0x448038f43cd0, ws_handle=@0x448038f43230: {transaction_id_ = {id_ = 1287}, opaque_ = 0x227e14044960}, ws_meta=@0x448038f43280: {gtid_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 222}}, stid_ = {server_id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, transaction_id_ = {id_ = 1287}, client_id_ = {id_ = 23}}, depends_on_ = {seqno_ = 165}, flags_ = 3}) at /test/mtest/10.10/sql/wsrep_high_priority_service.cc:374
      #18 0x0000562815990a63 in apply_write_set (server_state=@0x562818284710: {_vptr.server_state = 0x5628163c4028 <vtable for Wsrep_server_state+16>, static n_states_ = 9, mutex_ = @0x5628182849f8, cond_ = @0x562818284a08, server_service_ = @0x562818284a18, encryption_service_ = 0x0, state_ = wsrep::server_state::s_disconnecting, state_hist_ = std::vector of length 10, capacity 16 = {wsrep::server_state::s_disconnected, wsrep::server_state::s_connected, wsrep::server_state::s_joiner, wsrep::server_state::s_initializing, wsrep::server_state::s_initialized, wsrep::server_state::s_joined, wsrep::server_state::s_synced, wsrep::server_state::s_donor, wsrep::server_state::s_joined, wsrep::server_state::s_synced}, state_waiters_ = std::vector of length 9, capacity 9 = {0, 0, 0, 0, 0, 0, 0, 0, 0}, bootstrap_ = false, initial_position_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, init_initialized_ = true, init_synced_ = true, sst_gtid_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, desync_count_ = 0, desynced_on_pause_ = false, pause_count_ = 0, pause_seqno_ = {seqno_ = -1}, streaming_clients_ = std::map with 0 elements, streaming_appliers_ = std::map with 0 elements, streaming_appliers_recovered_ = true, provider_ = 0x562818244050, name_ = "galapq", id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, incoming_address_ = "127.0.0.1:19292", address_ = "127.0.0.1", working_dir_ = "/dev/shm/746679/656/node1/", encryption_key_ = std::vector of length 0, capacity 0, max_protocol_version_ = 4, rollback_mode_ = wsrep::server_state::rm_sync, connected_gtid_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 4}}, previous_primary_view_ = {state_id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 4}}, view_seqno_ = {seqno_ = 1}, status_ = wsrep::view::primary, capabilities_ = 184703, own_index_ = 0, protocol_version_ = 4, members_ = std::vector of length 1, capacity 1 = {{id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, name_ = "galapq", incoming_ = "127.0.0.1:19292"}}}, current_view_ = {state_id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 5}}, view_seqno_ = {seqno_ = 2}, status_ = wsrep::view::primary, capabilities_ = 184703, own_index_ = 0, protocol_version_ = 4, members_ = std::vector of length 2, capacity 2 = {{id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, name_ = "galapq", incoming_ = "127.0.0.1:19292"}, {id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "m\266Z\360\017-\021\355\247\222Bע4\301\203"}}, name_ = "galapq", incoming_ = "127.0.0.1:13900"}}}, rollback_event_queue_ = std::deque with 0 elements}, high_priority_service=@0x448038f43cd0: {_vptr.high_priority_service = 0x5628163c38e8 <vtable for Wsrep_replayer_service+16>, server_state_ = @0x562818284710, must_exit_ = false}, ws_handle=@0x448038f43230: {transaction_id_ = {id_ = 1287}, opaque_ = 0x227e14044960}, ws_meta=@0x448038f43280: {gtid_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 222}}, stid_ = {server_id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, transaction_id_ = {id_ = 1287}, client_id_ = {id_ = 23}}, depends_on_ = {seqno_ = 165}, flags_ = 3}, data=@0x448038f43220: {ptr_ = 0x1a6701956ec0, size_ = 310}) at /test/mtest/10.10/wsrep-lib/src/server_state.cpp:341
      #19 0x000056281599481a in wsrep::server_state::on_apply (this=0x562818284710, high_priority_service=@0x448038f43cd0: {_vptr.high_priority_service = 0x5628163c38e8 <vtable for Wsrep_replayer_service+16>, server_state_ = @0x562818284710, must_exit_ = false}, ws_handle=@0x448038f43230: {transaction_id_ = {id_ = 1287}, opaque_ = 0x227e14044960}, ws_meta=@0x448038f43280: {gtid_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 222}}, stid_ = {server_id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, transaction_id_ = {id_ = 1287}, client_id_ = {id_ = 23}}, depends_on_ = {seqno_ = 165}, flags_ = 3}, data=@0x448038f43220: {ptr_ = 0x1a6701956ec0, size_ = 310}) at /test/mtest/10.10/wsrep-lib/src/server_state.cpp:1118
      #20 0x00005628159b2953 in wsrep::high_priority_service::apply (this=0x448038f43cd0, ws_handle=@0x448038f43230: {transaction_id_ = {id_ = 1287}, opaque_ = 0x227e14044960}, ws_meta=@0x448038f43280: {gtid_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = '\000' <repeats 15 times>}}, seqno_ = {seqno_ = -1}}, id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017"}}, seqno_ = {seqno_ = 222}}, stid_ = {server_id_ = {static undefined_ = {static undefined_ = <same as static member of an already seen type>, data_ = {buf = '\000' <repeats 15 times>}}, data_ = {buf = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065"}}, transaction_id_ = {id_ = 1287}, client_id_ = {id_ = 23}}, depends_on_ = {seqno_ = 165}, flags_ = 3}, data=@0x448038f43220: {ptr_ = 0x1a6701956ec0, size_ = 310}) at /test/mtest/10.10/wsrep-lib/include/wsrep/high_priority_service.hpp:47
      #21 0x00005628159af597 in (anonymous namespace)::apply_cb (ctx=0x448038f43cd0, wsh=0x448038f434a0, flags=65, buf=0x448038f434b0, meta=0x448038f43790, exit_loop=0x448038f43750) at /test/mtest/10.10/wsrep-lib/src/wsrep_provider_v26.cpp:507
      #22 0x00001a4a19698bf5 in galera::TrxHandleSlave::apply (this=this@entry=0x227e14044960, recv_ctx=recv_ctx@entry=0x448038f43cd0, apply_cb=0x5628159af364 <(anonymous namespace)::apply_cb(void*, wsrep_ws_handle_t const*, uint32_t, wsrep_buf_t const*, wsrep_trx_meta_t const*, wsrep_bool_t*)>, meta=@0x448038f43790: {gtid = {uuid = {data = "\026\t/n\r\226\021\355\262\375\217Ѝߧ\017", alignment = 17082599846020319510}, seqno = 222}, stid = {node = {data = "l\306\030\205\017-\021\355\255Ԧ\036\372\064\360\065", alignment = 17082484406273754732}, trx = 1287, conn = 23}, depends_on = 165}, exit_loop=@0x448038f43750: false) at /test/mtest/galera/galera/src/trx_handle.cpp:396
      #23 0x00001a4a196b3b2a in galera::ReplicatorSMM::replay_trx (this=0x5628182b9190, trx=<optimized out>, lock=@0x448038f43a10: {trx_ = @0x37b27001c380, locked_ = false}, trx_ctx=0x448038f43cd0) at /test/mtest/galera/galera/src/replicator_smm.cpp:1116
      #24 0x00001a4a19685c76 in galera_replay_trx (gh=<optimized out>, trx_handle=<optimized out>, recv_ctx=0x448038f43cd0) at /test/mtest/galera/galera/src/wsrep_provider.cpp:338
      #25 0x00005628159b13d5 in wsrep::wsrep_provider_v26::replay (this=0x562818244050, ws_handle=@0x227e1c0edb08: {transaction_id_ = {id_ = 1287}, opaque_ = 0x37b27001c380}, reply_service=0x448038f43cd0) at /test/mtest/10.10/wsrep-lib/src/wsrep_provider_v26.cpp:984
      #26 0x00005628153c748d in Wsrep_client_service::replay (this=0x227e1c012fb8) at /test/mtest/10.10/sql/wsrep_client_service.cc:294
      #27 0x00005628159a43a9 in wsrep::transaction::replay (this=0x227e1c013038, lock=@0x448038f441a0: {_M_device = 0x227e1c012f98, _M_owns = false}) at /test/mtest/10.10/wsrep-lib/src/transaction.cpp:1999
      #28 0x000056281599fc90 in wsrep::transaction::after_statement (this=0x227e1c013038) at /test/mtest/10.10/wsrep-lib/src/transaction.cpp:862
      #29 0x00005628159879a4 in wsrep::client_state::after_statement (this=0x227e1c012fd0) at /test/mtest/10.10/wsrep-lib/src/client_state.cpp:278
      #30 0x0000562814c508ae in wsrep_after_statement (thd=0x227e1c00c738) at /test/mtest/10.10/sql/wsrep_trans_observer.h:441
      #31 0x0000562814c68667 in wsrep_mysql_parse (thd=0x227e1c00c738, rawbuf=0x227e1c01b7c0 "CREATE TABLE t1_c2_stats SELECT * FROM mysql.innodb_index_stats WHERE database_name = 'test' AND table_name = 't1' and index_name = 'c2'", length=136, parser_state=0x448038f44480) at /test/mtest/10.10/sql/sql_parse.cc:7879
      #32 0x0000562814c5510a in dispatch_command (command=COM_QUERY, thd=0x227e1c00c738, packet=0x227e1c013499 "CREATE TABLE t1_c2_stats SELECT * FROM mysql.innodb_index_stats WHERE database_name = 'test' AND table_name = 't1' and index_name = 'c2';", packet_length=137, blocking=true) at /test/mtest/10.10/sql/sql_parse.cc:1881
      #33 0x0000562814c53bd0 in do_command (thd=0x227e1c00c738, blocking=true) at /test/mtest/10.10/sql/sql_parse.cc:1407
      #34 0x0000562814e31fa5 in do_handle_one_connection (connect=0x32b767645588, put_in_cache=true) at /test/mtest/10.10/sql/sql_connect.cc:1418
      #35 0x0000562814e31c35 in handle_one_connection (arg=0x32b767645588) at /test/mtest/10.10/sql/sql_connect.cc:1312
      #36 0x0000562815348025 in pfs_spawn_thread (arg=0x5628182e6508) at /test/mtest/10.10/storage/perfschema/pfs.cc:2201
      #37 0x000006231dd61609 in start_thread (arg=<optimized out>) at pthread_create.c:477
      #38 0x00007203182a6293 in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
      

        Attachments

          Activity

            People

            Assignee:
            seppo Seppo Jaakola
            Reporter:
            ramesh Ramesh Sivaraman
            Votes:
            0 Vote for this issue
            Watchers:
            1 Start watching this issue

              Dates

              Created:
              Updated:

                Git Integration

                Error rendering 'com.xiplink.jira.git.jira_git_plugin:git-issue-webpanel'. Please contact your Jira administrators.