Details
-
Bug
-
Status: Closed (View Workflow)
-
Critical
-
Resolution: Fixed
-
10.2(EOL), 10.3(EOL), 10.4(EOL), 10.5, 10.6, 10.7(EOL), 10.8(EOL), 10.9(EOL), 10.10(EOL), 10.11
-
None
Description
|
10.2 d18a66147cff |
mysqld: /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314: void rocksdb::CompactionIterator::NextFromInput(): Assertion `ikey_.type == kTypeValue' failed.
|
180330 17:39:12 [ERROR] mysqld got signal 6 ;
|
|
|
#7 0x00007fa3eacd6ee2 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6
|
#8 0x00007fa3e5ccbf50 in rocksdb::CompactionIterator::NextFromInput (this=0x7fa3d4006520) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314
|
#9 0x00007fa3e5ccb4fd in rocksdb::CompactionIterator::Next (this=0x7fa3d4006520) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:156
|
#10 0x00007fa3e5cd2dfb in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7fa3dfffdbc0, sub_compact=0x7fa3d4003a60) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_job.cc:886
|
#11 0x00007fa3e5cd0e22 in rocksdb::CompactionJob::Run (this=0x7fa3dfffdbc0) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_job.cc:535
|
#12 0x00007fa3e5a15d61 in rocksdb::DBImpl::BackgroundCompaction (this=0x55ef44a05070, made_progress=0x7fa3dfffe157, job_context=0x7fa3dfffe1c0, log_buffer=0x7fa3dfffe3c0, prepicked_compaction=0x7fa3c4002bc0) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1687
|
#13 0x00007fa3e5a13cea in rocksdb::DBImpl::BackgroundCallCompaction (this=0x55ef44a05070, prepicked_compaction=0x7fa3c4002bc0, bg_thread_pri=rocksdb::Env::LOW) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1344
|
#14 0x00007fa3e5a12e0b in rocksdb::DBImpl::BGWorkCompaction (arg=0x7fa3c4002be0) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1163
|
#15 0x00007fa3e5d5c6b4 in rocksdb::ThreadPoolImpl::<lambda()>::operator()(void) const (__closure=0x7fa3c4002630) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:424
|
#16 0x00007fa3e5d5cb4f in std::_Function_handler<void(), rocksdb::ThreadPoolImpl::Schedule(void (*)(void*), void*, void*, void (*)(void*))::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/4.9/functional:2039
|
#17 0x00007fa3e5c53cae in std::function<void ()>::operator()() const (this=0x7fa3dfffedd0) at /usr/include/c++/4.9/functional:2439
|
#18 0x00007fa3e5d5ba73 in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x55ef447b2dd0, thread_id=0) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:237
|
#19 0x00007fa3e5d5bb5a in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x55ef44a02e60) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:261
|
#20 0x00007fa3e5d64242 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x55ef449e44d8) at /usr/include/c++/4.9/functional:1700
|
#21 0x00007fa3e5d6413b in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::operator()() (this=0x55ef449e44d8) at /usr/include/c++/4.9/functional:1688
|
#22 0x00007fa3e5d640b8 in std::thread::_Impl<std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)> >::_M_run() (this=0x55ef449e44c0) at /usr/include/c++/4.9/thread:115
|
#23 0x00007fa3eb61d200 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
|
#24 0x00007fa3ec9ad494 in start_thread (arg=0x7fa3dffff700) at pthread_create.c:333
|
#25 0x00007fa3ead9393f in clone () from /lib/x86_64-linux-gnu/libc.so.6
|
# Run with --mysqld=--plugin-load-add=ha_rocksdb --repeat=N |
|
|
--source include/have_partition.inc
|
|
|
CREATE TABLE t1 (a INT) ENGINE=RocksDB; |
CREATE TABLE t2 (pk INT PRIMARY KEY, f VARCHAR(1), KEY(f)) ENGINE=RocksDB; |
INSERT INTO t2 VALUES |
(1,'a'),(2,'b'),(3,'c'),(4,'d'),(5,'e'),(6,'f'),(7,'g'),(8,'h'),(9,'i'),(10,'j'); |
|
|
--connect (con1,localhost,root,,test)
|
BEGIN; |
SELECT * FROM t1; |
|
|
--connection default
|
|
|
ALTER TABLE t2 PARTITION BY KEY() PARTITIONS 6; |
|
|
--connect (con2,localhost,root,,test)
|
XA START 'xid1'; |
UPDATE t2 SET f = 'x'; |
--error ER_XAER_RMFAIL
|
GRANT SELECT ON something TO somebody; |
|
|
--connection default
|
ALTER TABLE t2 PARTITION BY KEY() PARTITIONS 8; |
|
|
--connection con2
|
XA END 'xid1'; |
XA PREPARE 'xid1'; |
XA COMMIT 'xid1'; |
|
|
sleep 10;
|
|
|
# Cleanup
|
--disconnect con2
|
--connection con1
|
COMMIT; |
--disconnect con1
|
--connection default
|
DROP TABLE t1, t2; |
No visible effect on a non-debug build.
Attachments
Issue Links
- blocks
-
-
- Closed
-
Activity
On commit decd5bf5df6fc1710561cf051a8d4851c0defd77 (OLD-UPDATE-ROCKSDB-6.29fb) the bug does not reproduced
See MDEV16523, https://jira.mariadb.org/browse/MDEV-16523?focusedCommentId=302486&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-302486 .
A patch updating RocksDB is [almost] ready.
Reprodudible in a few seconds on 10.11.12 using Elena's new testcase and:
./mtr --mysqld=--plugin-load-add=ha_rocksdb --repeat=1000 --mem --parallel=20 test{,,,,,,,,,,,,,,,,,,,,} |
Leads to:
|
CS 10.11.12 acd071f599f416ddb4821dec485c4d912844213f (Debug) Build 12/04/2025 |
Core was generated by `/test/MD120425-mariadb-10.11.12-linux-x86_64-dbg/bin/mariadbd --defaults-group-'.
|
Program terminated with signal SIGABRT, Aborted.
|
#0 __pthread_kill_implementation (no_tid=0, signo=6, threadid=<optimized out>)at ./nptl/pthread_kill.c:44
|
|
|
[Current thread is 1 (LWP 411183)]
|
(gdb) bt
|
#0 __pthread_kill_implementation (no_tid=0, signo=6, threadid=<optimized out>)at ./nptl/pthread_kill.c:44
|
#1 __pthread_kill_internal (signo=6, threadid=<optimized out>)at ./nptl/pthread_kill.c:78
|
#2 __GI___pthread_kill (threadid=<optimized out>, signo=signo@entry=6)at ./nptl/pthread_kill.c:89
|
#3 0x00007bb51524526e in __GI_raise (sig=sig@entry=6)at ../sysdeps/posix/raise.c:26
|
#4 0x00007bb5152288ff in __GI_abort () at ./stdlib/abort.c:79
|
#5 0x00007bb51522881b in __assert_fail_base (fmt=0x7bb5153d01e8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=assertion@entry=0x7bb50fbe319d "ikey_.type == kTypeValue", file=file@entry=0x7bb50fbe2e93 "/test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc", line=line@entry=350, function=function@entry=0x7bb50fbe3131 "void rocksdb::CompactionIterator::NextFromInput()") at ./assert/assert.c:94
|
#6 0x00007bb51523b507 in __assert_fail (assertion=0x7bb50fbe319d "ikey_.type == kTypeValue", file=0x7bb50fbe2e93 "/test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc", line=350, function=0x7bb50fbe3131 "void rocksdb::CompactionIterator::NextFromInput()") at ./assert/assert.c:103
|
#7 0x00007bb50facda27 in rocksdb::CompactionIterator::NextFromInput (this=0x7bb4b80031a0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc:350
|
#8 0x00007bb50facf15c in rocksdb::CompactionIterator::Next (this=0x7bb4b80031a0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc:174
|
#9 0x00007bb50fae2562 in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7bb4efe9e168, sub_compact=0x7bb4b80017d0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_job.cc:959
|
#10 0x00007bb50fae0066 in rocksdb::CompactionJob::Run (this=0x7bb4efe9e168)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_job.cc:587
|
#11 0x00007bb50f78bcea in rocksdb::DBImpl::BackgroundCompaction (this=0x564e7b69c940, made_progress=0x7bb4efe9ec13, job_context=0x7bb4efe9f660, log_buffer=0x7bb4efe9ed40, prepicked_compaction=0x7bb4b001c910, thread_pri=rocksdb::Env::LOW)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2770
|
#12 0x00007bb50f786bbc in rocksdb::DBImpl::BackgroundCallCompaction (this=0x564e7b69c940, prepicked_compaction=0x7bb4b001c910, bg_thread_pri=rocksdb::Env::LOW)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2322
|
#13 0x00007bb50f78380d in rocksdb::DBImpl::BGWorkCompaction (arg=0x7bb4140038c0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2098
|
#14 0x00007bb50fa14b90 in std::__invoke_impl<void, void (*&)(void*), void*&> (__f=@0x7bb414016b90: 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, __args=@0x7bb414016b98: 0x7bb4140038c0)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:61
|
#15 0x00007bb50fa14b1d in std::__invoke<void (*&)(void*), void*&> (__fn=@0x7bb414016b90: 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, __args=@0x7bb414016b98: 0x7bb4140038c0)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:96
|
#16 0x00007bb50fa14add in std::_Bind<void (*(void*))(void*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>) (this=0x7bb414016b90, __args=@0x7bb4efe9f9a7: empty std::tuple)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/functional:512
|
#17 0x00007bb50fa14a96 in std::_Bind<void (*(void*))(void*)>::operator()<, void>() (this=0x7bb414016b90)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/functional:597
|
#18 0x00007bb50fa14a65 in std::__invoke_impl<void, std::_Bind<void (*(void*))(void*)>&>(std::__invoke_other, std::_Bind<void (*(void*))(void*)>&) (__f=@0x7bb414016b90: {<std::_Weak_result_type<void (*)(void*)>> = {<std::_Weak_result_type_memfun<void (*)(void*), false>> = {<std::_Weak_result_type_impl<void (*)(void*)>> = {<No data fields>}, <No data fields>}, <No data fields>}, _M_f = 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, _M_bound_args = std::tuple containing = { [0] = 0x7bb4140038c0 }})at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:61
|
#19 0x00007bb50fa14a25 in std::__invoke_r<void, std::_Bind<void (*(void*))(void*)>&>(std::_Bind<void (*(void*))(void*)>&) (__fn=@0x7bb414016b90: {<std::_Weak_result_type<void (*)(void*)>> = {<std::_Weak_result_type_memfun<void (*)(void*), false>> = {<std::_Weak_result_type_impl<void (*)(void*)>> = {<No data fields>}, <No data fields>}, <No data fields>}, _M_f = 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, _M_bound_args = std::tuple containing = { [0] = 0x7bb4140038c0 }})at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:150
|
#20 0x00007bb50fa1487d in std::_Function_handler<void (), std::_Bind<void (*(void*))(void*)> >::_M_invoke(std::_Any_data const&) (__functor=@0x7bb4efe9fa80: {_M_unused = {_M_object = 0x7bb414016b90, _M_const_object = 0x7bb414016b90, _M_function_pointer = 0x7bb414016b90, _M_member_pointer = (void (std::_Undefined_class::*)(class std::_Undefined_class * const)) 0x7bb414016b90}, _M_pod_data = "\220k\001\024\264{\000\000\000\000\000\000\000\000\000"})at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_function.h:290
|
#21 0x00007bb50f65a885 in std::function<void ()>::operator()() const (this=0x7bb4efe9fa80)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_function.h:591
|
#22 0x00007bb50fa0dc4b in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x564e7b63d900, thread_id=0)at /test/10.11_dbg/storage/rocksdb/rocksdb/util/threadpool_imp.cc:265
|
#23 0x00007bb50fa0de07 in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x564e7b69ad80)at /test/10.11_dbg/storage/rocksdb/rocksdb/util/threadpool_imp.cc:306
|
#24 0x00007bb50fa10ea0 in std::__invoke_impl<void, void (*)(void*), rocksdb::BGThreadMetadata*> (__f=@0x564e7b69adb0: 0x7bb50fa0dcf0 <rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)>, __args=@0x564e7b69ada8: 0x564e7b69ad80)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:61
|
#25 0x00007bb50fa10e2d in std::__invoke<void (*)(void*), rocksdb::BGThreadMetadata*> (__fn=@0x564e7b69adb0: 0x7bb50fa0dcf0 <rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)>, __args=@0x564e7b69ada8: 0x564e7b69ad80)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:96
|
#26 0x00007bb50fa10e02 in std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> >::_M_invoke<0ul, 1ul> (this=0x564e7b69ada8)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_thread.h:292
|
#27 0x00007bb50fa10dc5 in std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> >::operator() (this=0x564e7b69ada8)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_thread.h:299
|
#28 0x00007bb50fa10cb9 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> > >::_M_run (this=0x564e7b69ada0)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_thread.h:244
|
#29 0x00007bb5156eabb4 in std::execute_native_thread_routine (__p=0x564e7b69ada0)at ../../../../../src/libstdc++-v3/src/c++11/thread.cc:104
|
#30 0x00007bb51529ca94 in start_thread (arg=<optimized out>)at ./nptl/pthread_create.c:447
|
#31 0x00007bb515329c3c in clone3 ()at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:78
|
Using the same command, not reproducible in bb-10.11.11-mdev16253-rocksdb-6.29fb @ 88eb9ae78a008400c2516ea6f96a5b0be874c153 thus far (though the testcase may be a little unstable at high concurency - Could not execute 'check-testcase' before testcase MTR message - seems unrelated and no crashes observed).
I believe this ticket is resolved by the update RocksDB to 6.29fb in MDEV-16523.
lstartseva,
Can you try reproducing with this commit please:
I took the RIGHT-BEFORE-ROCKSDB-UPDATE-8.1 and cherry-picked the "Update RocksDB to 6.29fb" on top of it and I got this:
(let's call it OLD-UPDATE-ROCKSDB-6.29fb) :
commit decd5bf5df6fc1710561cf051a8d4851c0defd77 (HEAD, origin/bb-10.11-mdev16253-OLD-update-rocksdb-6.29fb, bb-10.11-mdev16253-OLD-update-rocksdb-6.29fb)Author: Sergei Petrunia <sergey@mariadb.com>Date: Fri Mar 21 11:43:31 2025 +0200MDEV-16523, test: in original 10.11, try updating RocksDB to 6.29fb.