Details
-
Bug
-
Status: Closed (View Workflow)
-
Critical
-
Resolution: Fixed
-
10.2(EOL), 10.3(EOL), 10.4(EOL), 10.5, 10.6, 10.7(EOL), 10.8(EOL), 10.9(EOL), 10.10(EOL), 10.11
-
None
Description
|
10.2 d18a66147cff |
mysqld: /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314: void rocksdb::CompactionIterator::NextFromInput(): Assertion `ikey_.type == kTypeValue' failed.
|
180330 17:39:12 [ERROR] mysqld got signal 6 ;
|
|
|
#7 0x00007fa3eacd6ee2 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6
|
#8 0x00007fa3e5ccbf50 in rocksdb::CompactionIterator::NextFromInput (this=0x7fa3d4006520) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314
|
#9 0x00007fa3e5ccb4fd in rocksdb::CompactionIterator::Next (this=0x7fa3d4006520) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:156
|
#10 0x00007fa3e5cd2dfb in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7fa3dfffdbc0, sub_compact=0x7fa3d4003a60) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_job.cc:886
|
#11 0x00007fa3e5cd0e22 in rocksdb::CompactionJob::Run (this=0x7fa3dfffdbc0) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_job.cc:535
|
#12 0x00007fa3e5a15d61 in rocksdb::DBImpl::BackgroundCompaction (this=0x55ef44a05070, made_progress=0x7fa3dfffe157, job_context=0x7fa3dfffe1c0, log_buffer=0x7fa3dfffe3c0, prepicked_compaction=0x7fa3c4002bc0) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1687
|
#13 0x00007fa3e5a13cea in rocksdb::DBImpl::BackgroundCallCompaction (this=0x55ef44a05070, prepicked_compaction=0x7fa3c4002bc0, bg_thread_pri=rocksdb::Env::LOW) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1344
|
#14 0x00007fa3e5a12e0b in rocksdb::DBImpl::BGWorkCompaction (arg=0x7fa3c4002be0) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1163
|
#15 0x00007fa3e5d5c6b4 in rocksdb::ThreadPoolImpl::<lambda()>::operator()(void) const (__closure=0x7fa3c4002630) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:424
|
#16 0x00007fa3e5d5cb4f in std::_Function_handler<void(), rocksdb::ThreadPoolImpl::Schedule(void (*)(void*), void*, void*, void (*)(void*))::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/4.9/functional:2039
|
#17 0x00007fa3e5c53cae in std::function<void ()>::operator()() const (this=0x7fa3dfffedd0) at /usr/include/c++/4.9/functional:2439
|
#18 0x00007fa3e5d5ba73 in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x55ef447b2dd0, thread_id=0) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:237
|
#19 0x00007fa3e5d5bb5a in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x55ef44a02e60) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:261
|
#20 0x00007fa3e5d64242 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x55ef449e44d8) at /usr/include/c++/4.9/functional:1700
|
#21 0x00007fa3e5d6413b in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::operator()() (this=0x55ef449e44d8) at /usr/include/c++/4.9/functional:1688
|
#22 0x00007fa3e5d640b8 in std::thread::_Impl<std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)> >::_M_run() (this=0x55ef449e44c0) at /usr/include/c++/4.9/thread:115
|
#23 0x00007fa3eb61d200 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
|
#24 0x00007fa3ec9ad494 in start_thread (arg=0x7fa3dffff700) at pthread_create.c:333
|
#25 0x00007fa3ead9393f in clone () from /lib/x86_64-linux-gnu/libc.so.6
|
# Run with --mysqld=--plugin-load-add=ha_rocksdb --repeat=N |
|
|
--source include/have_partition.inc
|
|
|
CREATE TABLE t1 (a INT) ENGINE=RocksDB; |
CREATE TABLE t2 (pk INT PRIMARY KEY, f VARCHAR(1), KEY(f)) ENGINE=RocksDB; |
INSERT INTO t2 VALUES |
(1,'a'),(2,'b'),(3,'c'),(4,'d'),(5,'e'),(6,'f'),(7,'g'),(8,'h'),(9,'i'),(10,'j'); |
|
|
--connect (con1,localhost,root,,test)
|
BEGIN; |
SELECT * FROM t1; |
|
|
--connection default
|
|
|
ALTER TABLE t2 PARTITION BY KEY() PARTITIONS 6; |
|
|
--connect (con2,localhost,root,,test)
|
XA START 'xid1'; |
UPDATE t2 SET f = 'x'; |
--error ER_XAER_RMFAIL
|
GRANT SELECT ON something TO somebody; |
|
|
--connection default
|
ALTER TABLE t2 PARTITION BY KEY() PARTITIONS 8; |
|
|
--connection con2
|
XA END 'xid1'; |
XA PREPARE 'xid1'; |
XA COMMIT 'xid1'; |
|
|
sleep 10;
|
|
|
# Cleanup
|
--disconnect con2
|
--connection con1
|
COMMIT; |
--disconnect con1
|
--connection default
|
DROP TABLE t1, t2; |
No visible effect on a non-debug build.
Attachments
Issue Links
- blocks
-
-
- Closed
-
Activity
| Field | Original Value | New Value |
|---|---|---|
| Description |
https://api.travis-ci.org/v3/job/335580783/log.txt
{noformat:title=10.3 1951e7f05ae7b6069eeffdfe8ab304fa3a18a85a} mysqld: /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314: void rocksdb::CompactionIterator::NextFromInput(): Assertion `ikey_.type == kTypeValue' failed. 180201 5:56:00 [ERROR] mysqld got signal 6 ; #5 0x00007f02726e5028 in __GI_abort () at abort.c:89 #6 0x00007f02726dabf6 in __assert_fail_base (fmt=0x7f027282f058 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=assertion@entry=0x7f0265337ba8 "ikey_.type == kTypeValue", file=file@entry=0x7f0265337aa8 "/home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc", line=line@entry=314, function=function@entry=0x7f0265339100 <rocksdb::CompactionIterator::NextFromInput()::__PRETTY_FUNCTION__> "void rocksdb::CompactionIterator::NextFromInput()") at assert.c:92 #7 0x00007f02726daca2 in __GI___assert_fail (assertion=0x7f0265337ba8 "ikey_.type == kTypeValue", file=0x7f0265337aa8 "/home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc", line=314, function=0x7f0265339100 <rocksdb::CompactionIterator::NextFromInput()::__PRETTY_FUNCTION__> "void rocksdb::CompactionIterator::NextFromInput()") at assert.c:101 #8 0x00007f02651ad4db in rocksdb::CompactionIterator::NextFromInput (this=0x7f02541450c0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314 #9 0x00007f02651aca99 in rocksdb::CompactionIterator::Next (this=0x7f02541450c0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:156 #10 0x00007f02651b4271 in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7f0263f49bb0, sub_compact=0x7f0254ae8610) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_job.cc:886 #11 0x00007f02651b22ef in rocksdb::CompactionJob::Run (this=0x7f0263f49bb0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_job.cc:535 #12 0x00007f0264f06c96 in rocksdb::DBImpl::BackgroundCompaction (this=0x560782057130, made_progress=0x7f0263f4a14f, job_context=0x7f0263f4a1a0, log_buffer=0x7f0263f4a3a0, prepicked_compaction=0x7f0240097340) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1687 #13 0x00007f0264f04bd7 in rocksdb::DBImpl::BackgroundCallCompaction (this=0x560782057130, prepicked_compaction=0x7f0240097340, bg_thread_pri=rocksdb::Env::LOW) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1344 #14 0x00007f0264f03d4c in rocksdb::DBImpl::BGWorkCompaction (arg=0x7f024008a200) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1163 #15 0x00007f026523a8ee in rocksdb::ThreadPoolImpl::__lambda0::operator() (__closure=0x7f02400033c0) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:424 #16 0x00007f026523ad7c in std::_Function_handler<void(), rocksdb::ThreadPoolImpl::Schedule(void (*)(void*), void*, void*, void (*)(void*))::__lambda0>::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/4.8/functional:2071 #17 0x00007f026513aeb2 in std::function<void ()>::operator()() const (this=0x7f0263f4ada0) at /usr/include/c++/4.8/functional:2471 #18 0x00007f0265239d4c in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x560781e0d7a0, thread_id=0) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:237 #19 0x00007f0265239e34 in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x560782057e30) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:261 #20 0x00007f0265242362 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x560782057e80) at /usr/include/c++/4.8/functional:1732 #21 0x00007f026524226d in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::operator()() (this=0x560782057e80) at /usr/include/c++/4.8/functional:1720 #22 0x00007f0265242206 in std::thread::_Impl<std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)> >::_M_run() (this=0x560782057e68) at /usr/include/c++/4.8/thread:115 #23 0x00007f0273041a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #24 0x00007f027329c184 in start_thread (arg=0x7f0263f4b700) at pthread_create.c:312 #25 0x00007f02727a903d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 {noformat} {noformat:title=experimental b08a30d25e069c665ab4619e180ef045936d0d2e} perl /home/travis/rqg/runall-new.pl --duration=350 --threads=6 --seed=1517464278 --reporters=Backtrace,ErrorLog,Deadlock --validators=TransformerNoComparator --transformers=ExecuteAsCTE,ExecuteAsDeleteReturning,ExecuteAsExcept,ExecuteAsExecuteImmediate,ExecuteAsInsertSelect,ExecuteAsIntersect,ExecuteAsUnion,ExecuteAsUpdateDelete,ExecuteAsView,ExecuteAsPreparedTwice,ExecuteAsSPTwice --redefine=conf/mariadb/general-workarounds.yy --mysqld=--log_output=FILE --views --vcols --redefine=conf/mariadb/versioning.yy --redefine=conf/mariadb/alter_table.yy --redefine=conf/mariadb/bulk_insert.yy --redefine=conf/mariadb/hidden_columns.yy --redefine=conf/mariadb/sequences.yy --basedir=/home/travis/server --mysqld=--log_bin_trust_function_creators=1 --mysqld=--log-bin --mysqld=--max-statement-time=30 --mysqld=--loose-debug_assert_on_not_freed_memory=0 --grammar=conf/runtime/connect_kill_sql.yy --gendata=conf/runtime/connect_kill_data.zz --mysqld=--plugin-load-add=ha_rocksdb --mysqld=--binlog-format=ROW --mysqld=--default-storage-engine=RocksDB --engine=RocksDB --vardir=/home/travis/logs/vardir1_4 {noformat} |
https://api.travis-ci.org/v3/job/335580783/log.txt
{noformat:title=10.3 1951e7f05ae7b6069eeffdfe8ab304fa3a18a85a} mysqld: /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314: void rocksdb::CompactionIterator::NextFromInput(): Assertion `ikey_.type == kTypeValue' failed. 180201 5:56:00 [ERROR] mysqld got signal 6 ; #5 0x00007f02726e5028 in __GI_abort () at abort.c:89 #6 0x00007f02726dabf6 in __assert_fail_base (fmt=0x7f027282f058 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=assertion@entry=0x7f0265337ba8 "ikey_.type == kTypeValue", file=file@entry=0x7f0265337aa8 "/home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc", line=line@entry=314, function=function@entry=0x7f0265339100 <rocksdb::CompactionIterator::NextFromInput()::__PRETTY_FUNCTION__> "void rocksdb::CompactionIterator::NextFromInput()") at assert.c:92 #7 0x00007f02726daca2 in __GI___assert_fail (assertion=0x7f0265337ba8 "ikey_.type == kTypeValue", file=0x7f0265337aa8 "/home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc", line=314, function=0x7f0265339100 <rocksdb::CompactionIterator::NextFromInput()::__PRETTY_FUNCTION__> "void rocksdb::CompactionIterator::NextFromInput()") at assert.c:101 #8 0x00007f02651ad4db in rocksdb::CompactionIterator::NextFromInput (this=0x7f02541450c0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314 #9 0x00007f02651aca99 in rocksdb::CompactionIterator::Next (this=0x7f02541450c0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:156 #10 0x00007f02651b4271 in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7f0263f49bb0, sub_compact=0x7f0254ae8610) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_job.cc:886 #11 0x00007f02651b22ef in rocksdb::CompactionJob::Run (this=0x7f0263f49bb0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_job.cc:535 #12 0x00007f0264f06c96 in rocksdb::DBImpl::BackgroundCompaction (this=0x560782057130, made_progress=0x7f0263f4a14f, job_context=0x7f0263f4a1a0, log_buffer=0x7f0263f4a3a0, prepicked_compaction=0x7f0240097340) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1687 #13 0x00007f0264f04bd7 in rocksdb::DBImpl::BackgroundCallCompaction (this=0x560782057130, prepicked_compaction=0x7f0240097340, bg_thread_pri=rocksdb::Env::LOW) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1344 #14 0x00007f0264f03d4c in rocksdb::DBImpl::BGWorkCompaction (arg=0x7f024008a200) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1163 #15 0x00007f026523a8ee in rocksdb::ThreadPoolImpl::__lambda0::operator() (__closure=0x7f02400033c0) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:424 #16 0x00007f026523ad7c in std::_Function_handler<void(), rocksdb::ThreadPoolImpl::Schedule(void (*)(void*), void*, void*, void (*)(void*))::__lambda0>::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/4.8/functional:2071 #17 0x00007f026513aeb2 in std::function<void ()>::operator()() const (this=0x7f0263f4ada0) at /usr/include/c++/4.8/functional:2471 #18 0x00007f0265239d4c in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x560781e0d7a0, thread_id=0) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:237 #19 0x00007f0265239e34 in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x560782057e30) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:261 #20 0x00007f0265242362 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x560782057e80) at /usr/include/c++/4.8/functional:1732 #21 0x00007f026524226d in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::operator()() (this=0x560782057e80) at /usr/include/c++/4.8/functional:1720 #22 0x00007f0265242206 in std::thread::_Impl<std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)> >::_M_run() (this=0x560782057e68) at /usr/include/c++/4.8/thread:115 #23 0x00007f0273041a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #24 0x00007f027329c184 in start_thread (arg=0x7f0263f4b700) at pthread_create.c:312 #25 0x00007f02727a903d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 {noformat} {noformat:title=experimental b08a30d25e069c665ab4619e180ef045936d0d2e} perl /home/travis/rqg/runall-new.pl --duration=350 --threads=6 --seed=1517464278 --reporters=Backtrace,ErrorLog,Deadlock --validators=TransformerNoComparator --transformers=ExecuteAsCTE,ExecuteAsDeleteReturning,ExecuteAsExcept,ExecuteAsExecuteImmediate,ExecuteAsInsertSelect,ExecuteAsIntersect,ExecuteAsUnion,ExecuteAsUpdateDelete,ExecuteAsView,ExecuteAsPreparedTwice,ExecuteAsSPTwice --redefine=conf/mariadb/general-workarounds.yy --mysqld=--log_output=FILE --views --vcols --redefine=conf/mariadb/versioning.yy --redefine=conf/mariadb/alter_table.yy --redefine=conf/mariadb/bulk_insert.yy --redefine=conf/mariadb/hidden_columns.yy --redefine=conf/mariadb/sequences.yy --basedir=/home/travis/server --mysqld=--log_bin_trust_function_creators=1 --mysqld=--log-bin --mysqld=--max-statement-time=30 --mysqld=--loose-debug_assert_on_not_freed_memory=0 --grammar=conf/runtime/connect_kill_sql.yy --gendata=conf/runtime/connect_kill_data.zz --mysqld=--plugin-load-add=ha_rocksdb --mysqld=--binlog-format=ROW --mysqld=--default-storage-engine=RocksDB --engine=RocksDB --vardir=/home/travis/logs/vardir1_4 {noformat} Not reproducible right away. |
| Attachment | mysql.log.gz [ 45188 ] |
| Attachment | threads1 [ 45189 ] |
| Fix Version/s | 10.2 [ 14601 ] | |
| Fix Version/s | 10.3 [ 22126 ] | |
| Affects Version/s | 10.2 [ 14601 ] | |
| Description |
https://api.travis-ci.org/v3/job/335580783/log.txt
{noformat:title=10.3 1951e7f05ae7b6069eeffdfe8ab304fa3a18a85a} mysqld: /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314: void rocksdb::CompactionIterator::NextFromInput(): Assertion `ikey_.type == kTypeValue' failed. 180201 5:56:00 [ERROR] mysqld got signal 6 ; #5 0x00007f02726e5028 in __GI_abort () at abort.c:89 #6 0x00007f02726dabf6 in __assert_fail_base (fmt=0x7f027282f058 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=assertion@entry=0x7f0265337ba8 "ikey_.type == kTypeValue", file=file@entry=0x7f0265337aa8 "/home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc", line=line@entry=314, function=function@entry=0x7f0265339100 <rocksdb::CompactionIterator::NextFromInput()::__PRETTY_FUNCTION__> "void rocksdb::CompactionIterator::NextFromInput()") at assert.c:92 #7 0x00007f02726daca2 in __GI___assert_fail (assertion=0x7f0265337ba8 "ikey_.type == kTypeValue", file=0x7f0265337aa8 "/home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc", line=314, function=0x7f0265339100 <rocksdb::CompactionIterator::NextFromInput()::__PRETTY_FUNCTION__> "void rocksdb::CompactionIterator::NextFromInput()") at assert.c:101 #8 0x00007f02651ad4db in rocksdb::CompactionIterator::NextFromInput (this=0x7f02541450c0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314 #9 0x00007f02651aca99 in rocksdb::CompactionIterator::Next (this=0x7f02541450c0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_iterator.cc:156 #10 0x00007f02651b4271 in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7f0263f49bb0, sub_compact=0x7f0254ae8610) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_job.cc:886 #11 0x00007f02651b22ef in rocksdb::CompactionJob::Run (this=0x7f0263f49bb0) at /home/travis/src/storage/rocksdb/rocksdb/db/compaction_job.cc:535 #12 0x00007f0264f06c96 in rocksdb::DBImpl::BackgroundCompaction (this=0x560782057130, made_progress=0x7f0263f4a14f, job_context=0x7f0263f4a1a0, log_buffer=0x7f0263f4a3a0, prepicked_compaction=0x7f0240097340) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1687 #13 0x00007f0264f04bd7 in rocksdb::DBImpl::BackgroundCallCompaction (this=0x560782057130, prepicked_compaction=0x7f0240097340, bg_thread_pri=rocksdb::Env::LOW) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1344 #14 0x00007f0264f03d4c in rocksdb::DBImpl::BGWorkCompaction (arg=0x7f024008a200) at /home/travis/src/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1163 #15 0x00007f026523a8ee in rocksdb::ThreadPoolImpl::__lambda0::operator() (__closure=0x7f02400033c0) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:424 #16 0x00007f026523ad7c in std::_Function_handler<void(), rocksdb::ThreadPoolImpl::Schedule(void (*)(void*), void*, void*, void (*)(void*))::__lambda0>::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/4.8/functional:2071 #17 0x00007f026513aeb2 in std::function<void ()>::operator()() const (this=0x7f0263f4ada0) at /usr/include/c++/4.8/functional:2471 #18 0x00007f0265239d4c in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x560781e0d7a0, thread_id=0) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:237 #19 0x00007f0265239e34 in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x560782057e30) at /home/travis/src/storage/rocksdb/rocksdb/util/threadpool_imp.cc:261 #20 0x00007f0265242362 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x560782057e80) at /usr/include/c++/4.8/functional:1732 #21 0x00007f026524226d in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::operator()() (this=0x560782057e80) at /usr/include/c++/4.8/functional:1720 #22 0x00007f0265242206 in std::thread::_Impl<std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)> >::_M_run() (this=0x560782057e68) at /usr/include/c++/4.8/thread:115 #23 0x00007f0273041a60 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #24 0x00007f027329c184 in start_thread (arg=0x7f0263f4b700) at pthread_create.c:312 #25 0x00007f02727a903d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 {noformat} {noformat:title=experimental b08a30d25e069c665ab4619e180ef045936d0d2e} perl /home/travis/rqg/runall-new.pl --duration=350 --threads=6 --seed=1517464278 --reporters=Backtrace,ErrorLog,Deadlock --validators=TransformerNoComparator --transformers=ExecuteAsCTE,ExecuteAsDeleteReturning,ExecuteAsExcept,ExecuteAsExecuteImmediate,ExecuteAsInsertSelect,ExecuteAsIntersect,ExecuteAsUnion,ExecuteAsUpdateDelete,ExecuteAsView,ExecuteAsPreparedTwice,ExecuteAsSPTwice --redefine=conf/mariadb/general-workarounds.yy --mysqld=--log_output=FILE --views --vcols --redefine=conf/mariadb/versioning.yy --redefine=conf/mariadb/alter_table.yy --redefine=conf/mariadb/bulk_insert.yy --redefine=conf/mariadb/hidden_columns.yy --redefine=conf/mariadb/sequences.yy --basedir=/home/travis/server --mysqld=--log_bin_trust_function_creators=1 --mysqld=--log-bin --mysqld=--max-statement-time=30 --mysqld=--loose-debug_assert_on_not_freed_memory=0 --grammar=conf/runtime/connect_kill_sql.yy --gendata=conf/runtime/connect_kill_data.zz --mysqld=--plugin-load-add=ha_rocksdb --mysqld=--binlog-format=ROW --mysqld=--default-storage-engine=RocksDB --engine=RocksDB --vardir=/home/travis/logs/vardir1_4 {noformat} Not reproducible right away. |
{noformat:title=10.2 d18a66147cff}
mysqld: /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314: void rocksdb::CompactionIterator::NextFromInput(): Assertion `ikey_.type == kTypeValue' failed. 180330 17:39:12 [ERROR] mysqld got signal 6 ; #7 0x00007fa3eacd6ee2 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x00007fa3e5ccbf50 in rocksdb::CompactionIterator::NextFromInput (this=0x7fa3d4006520) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314 #9 0x00007fa3e5ccb4fd in rocksdb::CompactionIterator::Next (this=0x7fa3d4006520) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_iterator.cc:156 #10 0x00007fa3e5cd2dfb in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7fa3dfffdbc0, sub_compact=0x7fa3d4003a60) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_job.cc:886 #11 0x00007fa3e5cd0e22 in rocksdb::CompactionJob::Run (this=0x7fa3dfffdbc0) at /data/src/10.2/storage/rocksdb/rocksdb/db/compaction_job.cc:535 #12 0x00007fa3e5a15d61 in rocksdb::DBImpl::BackgroundCompaction (this=0x55ef44a05070, made_progress=0x7fa3dfffe157, job_context=0x7fa3dfffe1c0, log_buffer=0x7fa3dfffe3c0, prepicked_compaction=0x7fa3c4002bc0) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1687 #13 0x00007fa3e5a13cea in rocksdb::DBImpl::BackgroundCallCompaction (this=0x55ef44a05070, prepicked_compaction=0x7fa3c4002bc0, bg_thread_pri=rocksdb::Env::LOW) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1344 #14 0x00007fa3e5a12e0b in rocksdb::DBImpl::BGWorkCompaction (arg=0x7fa3c4002be0) at /data/src/10.2/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1163 #15 0x00007fa3e5d5c6b4 in rocksdb::ThreadPoolImpl::<lambda()>::operator()(void) const (__closure=0x7fa3c4002630) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:424 #16 0x00007fa3e5d5cb4f in std::_Function_handler<void(), rocksdb::ThreadPoolImpl::Schedule(void (*)(void*), void*, void*, void (*)(void*))::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/4.9/functional:2039 #17 0x00007fa3e5c53cae in std::function<void ()>::operator()() const (this=0x7fa3dfffedd0) at /usr/include/c++/4.9/functional:2439 #18 0x00007fa3e5d5ba73 in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x55ef447b2dd0, thread_id=0) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:237 #19 0x00007fa3e5d5bb5a in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x55ef44a02e60) at /data/src/10.2/storage/rocksdb/rocksdb/util/threadpool_imp.cc:261 #20 0x00007fa3e5d64242 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x55ef449e44d8) at /usr/include/c++/4.9/functional:1700 #21 0x00007fa3e5d6413b in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::operator()() (this=0x55ef449e44d8) at /usr/include/c++/4.9/functional:1688 #22 0x00007fa3e5d640b8 in std::thread::_Impl<std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)> >::_M_run() (this=0x55ef449e44c0) at /usr/include/c++/4.9/thread:115 #23 0x00007fa3eb61d200 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #24 0x00007fa3ec9ad494 in start_thread (arg=0x7fa3dffff700) at pthread_create.c:333 #25 0x00007fa3ead9393f in clone () from /lib/x86_64-linux-gnu/libc.so.6 {noformat} {code:sql} # Run with --mysqld=--plugin-load-add=ha_rocksdb --repeat=N --source include/have_partition.inc CREATE TABLE t1 (a INT) ENGINE=RocksDB; CREATE TABLE t2 (pk INT PRIMARY KEY, f VARCHAR(1), KEY(f)) ENGINE=RocksDB; INSERT INTO t2 VALUES (1,'a'),(2,'b'),(3,'c'),(4,'d'),(5,'e'),(6,'f'),(7,'g'),(8,'h'),(9,'i'),(10,'j'); --connect (con1,localhost,root,,test) BEGIN; SELECT * FROM t1; --connection default ALTER TABLE t2 PARTITION BY KEY() PARTITIONS 6; --connect (con2,localhost,root,,test) XA START 'xid1'; UPDATE t2 SET f = 'x'; --error ER_XAER_RMFAIL GRANT SELECT ON something TO somebody; --connection default ALTER TABLE t2 PARTITION BY KEY() PARTITIONS 8; --connection con2 XA END 'xid1'; XA PREPARE 'xid1'; XA COMMIT 'xid1'; sleep 10; # Cleanup --disconnect con2 --connection con1 COMMIT; --disconnect con1 --connection default DROP TABLE t1, t2; {code} No visible effect on a non-debug build. |
| Summary | [Draft] Assertion `ikey_.type == kTypeValue' failed | Assertion `ikey_.type == kTypeValue' failed in rocksdb::CompactionIterator::NextFromInput |
| Attachment | mysql.log.gz [ 45188 ] |
| Comment |
[ New occurrence:
https://api.travis-ci.org/v3/job/337632378/log.txt ] |
| Comment |
[ {noformat:title=experimental 9907d6598b6715}
perl ./runall-new.pl --duration=350 --threads=4 --seed=1518016575 --reporters=Backtrace,ErrorLog,Deadlock --validators=TransformerNoComparator --transformers=ExecuteAsCTE,ExecuteAsDeleteReturning,ExecuteAsExcept,ExecuteAsExecuteImmediate,ExecuteAsInsertSelect,ExecuteAsIntersect,ExecuteAsUnion,ExecuteAsUpdateDelete,ExecuteAsView,ExecuteAsPreparedTwice,ExecuteAsSPTwice --redefine=conf/mariadb/general-workarounds.yy --mysqld=--log_output=FILE --views --vcols --redefine=conf/mariadb/versioning.yy --redefine=conf/mariadb/alter_table.yy --redefine=conf/mariadb/bulk_insert.yy --redefine=conf/mariadb/hidden_columns.yy --redefine=conf/mariadb/sequences.yy --redefine=conf/mariadb/xa.yy --basedir=/data/bld/10.3 --mysqld=--log_bin_trust_function_creators=1 --mysqld=--log-bin --mysqld=--max-statement-time=30 --mysqld=--loose-debug_assert_on_not_freed_memory=0 --grammar=conf/partitioning/partition_pruning.yy --gendata=conf/partitioning/partition_pruning.zz --mysqld=--plugin-load-add=ha_rocksdb --mysqld=--binlog-format=ROW --mysqld=--default-storage-engine=RocksDB --engine=RocksDB --vardir=/dev/shm/vardir2 {noformat} {noformat:title=10.3 029ab11cc88} #7 0x00007facf49b9ee2 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x00007face7a192ee in rocksdb::CompactionIterator::NextFromInput (this=0x7facd80034f0) at /data/src/10.3/storage/rocksdb/rocksdb/db/compaction_iterator.cc:314 #9 0x00007face7a1889b in rocksdb::CompactionIterator::Next (this=0x7facd80034f0) at /data/src/10.3/storage/rocksdb/rocksdb/db/compaction_iterator.cc:156 #10 0x00007face7a20199 in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7face650dbc0, sub_compact=0x7facd80254e0) at /data/src/10.3/storage/rocksdb/rocksdb/db/compaction_job.cc:886 #11 0x00007face7a1e1c0 in rocksdb::CompactionJob::Run (this=0x7face650dbc0) at /data/src/10.3/storage/rocksdb/rocksdb/db/compaction_job.cc:535 #12 0x00007face77630ff in rocksdb::DBImpl::BackgroundCompaction (this=0x55b02ba6c7d0, made_progress=0x7face650e157, job_context=0x7face650e1c0, log_buffer=0x7face650e3c0, prepicked_compaction=0x7facc4056b30) at /data/src/10.3/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1687 #13 0x00007face7761088 in rocksdb::DBImpl::BackgroundCallCompaction (this=0x55b02ba6c7d0, prepicked_compaction=0x7facc4056b30, bg_thread_pri=rocksdb::Env::LOW) at /data/src/10.3/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1344 #14 0x00007face77601a9 in rocksdb::DBImpl::BGWorkCompaction (arg=0x7facc40260f0) at /data/src/10.3/storage/rocksdb/rocksdb/db/db_impl_compaction_flush.cc:1163 #15 0x00007face7aa9a52 in rocksdb::ThreadPoolImpl::<lambda()>::operator()(void) const (__closure=0x7facc4003e60) at /data/src/10.3/storage/rocksdb/rocksdb/util/threadpool_imp.cc:424 #16 0x00007face7aa9eed in std::_Function_handler<void(), rocksdb::ThreadPoolImpl::Schedule(void (*)(void*), void*, void*, void (*)(void*))::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/4.9/functional:2039 #17 0x00007face79a104c in std::function<void ()>::operator()() const (this=0x7face650edd0) at /usr/include/c++/4.9/functional:2439 #18 0x00007face7aa8e11 in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x55b02b825a70, thread_id=0) at /data/src/10.3/storage/rocksdb/rocksdb/util/threadpool_imp.cc:237 #19 0x00007face7aa8ef8 in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x55b02ba3a950) at /data/src/10.3/storage/rocksdb/rocksdb/util/threadpool_imp.cc:261 #20 0x00007face7ab15e0 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::_M_invoke<0ul>(std::_Index_tuple<0ul>) (this=0x55b02ba70048) at /usr/include/c++/4.9/functional:1700 #21 0x00007face7ab14d9 in std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)>::operator()() (this=0x55b02ba70048) at /usr/include/c++/4.9/functional:1688 #22 0x00007face7ab1456 in std::thread::_Impl<std::_Bind_simple<void* (*(rocksdb::BGThreadMetadata*))(void*)> >::_M_run() (this=0x55b02ba70030) at /usr/include/c++/4.9/thread:115 #23 0x00007facf5300200 in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6 #24 0x00007facf6690494 in start_thread (arg=0x7face650f700) at pthread_create.c:333 #25 0x00007facf4a7693f in clone () from /lib/x86_64-linux-gnu/libc.so.6 {noformat} [^mysql.log.gz] [^threads1] ] |
| Attachment | threads [ 45131 ] |
| Attachment | threads1 [ 45189 ] |
| Assignee | Elena Stepanova [ elenst ] | Sergei Petrunia [ psergey ] |
| Fix Version/s | 10.4 [ 22408 ] |
| Affects Version/s | 10.4 [ 22408 ] | |
| Affects Version/s | 10.5 [ 23123 ] |
| Fix Version/s | 10.5 [ 23123 ] |
| Status | Open [ 1 ] | Confirmed [ 10101 ] |
| Workflow | MariaDB v3 [ 85361 ] | MariaDB v4 [ 144009 ] |
| Fix Version/s | 10.2 [ 14601 ] |
| Link |
This issue relates to |
| Link |
This issue blocks |
The test case from the description no longer works for current versions.
It still behaves as described on the revision which the bug report was filed for, so there is no typo in the test case.
But something changed since then (even in 10.2 before it went EOL), so now the second ALTER stalls waiting for a lock, which probably should happen but didn't happen before.
All in all, we need a new test case for this, as it also prevents us from reproducing MDEV-16523.
| Assignee | Sergei Petrunia [ psergey ] | Elena Stepanova [ elenst ] |
A new test case. It is even worse than the previous one in terms of probability, but it fails eventually if it's given enough time. I can't make it any better as the test case itself doesn't contain any concurrency, whatever causes non-determinism is in the internals.
Run with --mysqld=--plugin-load-add=ha_rocksdb and as big --repeat=N as possible, at least hundreds, it's highly volatile. On the bright side, the test case is rr-rable (although it takes even longer).
--source include/have_partition.inc
|
--source include/have_sequence.inc
|
|
|
CREATE TABLE t1 ( |
pk INTEGER AUTO_INCREMENT, |
a INT, |
b INT, |
c DATE, |
d DATE, |
e TIME, |
f TIME, |
g DATETIME,
|
h DATETIME,
|
i VARCHAR(1), |
j VARCHAR(1), |
PRIMARY KEY (pk), |
KEY (b), |
KEY (i, b) |
) ENGINE=RocksDB;
|
|
|
CREATE TABLE t3 LIKE t1; |
CREATE TABLE t5 LIKE t1; |
CREATE TABLE t2 LIKE t1; |
CREATE TABLE t4 LIKE t1; |
|
|
INSERT INTO t5 (pk) SELECT NULL FROM seq_1_to_500; |
INSERT INTO t4 (pk) SELECT NULL FROM seq_1_to_100; |
|
|
REPLACE INTO t1 SELECT * FROM t5; |
ALTER TABLE t1 PARTITION BY KEY(pk); |
START TRANSACTION; |
INSERT INTO t3 (pk) VALUES (NULL); |
|
|
--connect (con1,localhost,root,,test)
|
CREATE TABLE t6 ENGINE=RocksDB SELECT * FROM t4; |
DELETE FROM t1 WHERE pk IN (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,17,18,19); |
ALTER TABLE t2 PARTITION BY KEY() PARTITIONS 2; |
REPLACE INTO t1 SELECT * FROM t5; |
CREATE TABLE t7 ENGINE=RocksDB SELECT * FROM t5; |
DROP TABLE t7; |
|
|
DELETE FROM t1 WHERE pk = 2; |
ALTER TABLE t1 REMOVE PARTITIONING; |
CREATE TABLE t8 ENGINE=RocksDB SELECT * FROM t5; |
DROP TABLE t8; |
|
|
# Seems necessary, maybe to allow the compaction start |
--sleep 1
|
|
|
# Cleanup
|
--connection default
|
COMMIT; |
DROP TABLE t6, t5, t4, t3, t2, t1; |
|
10.4 e4043152 |
#2 0x00007f643631740f in __assert_fail_base (fmt=0x7f6436480128 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x7f642bd0cda2 "ikey_.type == kTypeValue",
|
file=0x7f642bd0cbc0 "/data/src/10.4/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc", line=350, function=<optimized out>) at assert.c:92
|
#3 0x00007f6436326662 in __GI___assert_fail (assertion=0x7f642bd0cda2 "ikey_.type == kTypeValue",
|
file=0x7f642bd0cbc0 "/data/src/10.4/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc", line=350,
|
function=0x7f642bd0cd08 "void rocksdb::CompactionIterator::NextFromInput()") at assert.c:101
|
#4 0x00007f642bbc8827 in rocksdb::CompactionIterator::NextFromInput (this=0x7f641c003180) at /data/src/10.4/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc:350
|
#5 0x00007f642bbc7cdc in rocksdb::CompactionIterator::Next (this=0x7f641c003180) at /data/src/10.4/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc:174
|
#6 0x00007f642bbdafb3 in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7f642ad1f710, sub_compact=0x7f641c001500)
|
at /data/src/10.4/storage/rocksdb/rocksdb/db/compaction/compaction_job.cc:959
|
#7 0x00007f642bbd8b14 in rocksdb::CompactionJob::Run (this=0x7f642ad1f710) at /data/src/10.4/storage/rocksdb/rocksdb/db/compaction/compaction_job.cc:587
|
#8 0x00007f642b8b2877 in rocksdb::DBImpl::BackgroundCompaction (this=0x55d633c2b280, made_progress=0x7f642ad1fede, job_context=0x7f642ad1ff40, log_buffer=0x7f642ad20110,
|
prepicked_compaction=0x7f6423ae3890, thread_pri=rocksdb::Env::LOW) at /data/src/10.4/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2770
|
#9 0x00007f642b8afa71 in rocksdb::DBImpl::BackgroundCallCompaction (this=0x55d633c2b280, prepicked_compaction=0x7f6423ae3890, bg_thread_pri=rocksdb::Env::LOW)
|
at /data/src/10.4/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2323
|
#10 0x00007f642b8ae1a5 in rocksdb::DBImpl::BGWorkCompaction (arg=0x7f64208a9f40) at /data/src/10.4/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2098
|
#11 0x00007f642bb1b15c in std::__invoke_impl<void, void (*&)(void*), void*&> (__f=@0x7f64044f4ce0: 0x7f642b8ae0cc <rocksdb::DBImpl::BGWorkCompaction(void*)>)
|
at /usr/include/c++/10/bits/invoke.h:60
|
#12 0x00007f642bb1adeb in std::__invoke<void (*&)(void*), void*&> (__fn=@0x7f64044f4ce0: 0x7f642b8ae0cc <rocksdb::DBImpl::BGWorkCompaction(void*)>)
|
at /usr/include/c++/10/bits/invoke.h:95
|
#13 0x00007f642bb1a6ea in std::_Bind<void (*(void*))(void*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>) (this=0x7f64044f4ce0, __args=...)
|
at /usr/include/c++/10/functional:416
|
#14 0x00007f642bb19efa in std::_Bind<void (*(void*))(void*)>::operator()<, void>() (this=0x7f64044f4ce0) at /usr/include/c++/10/functional:499
|
#15 0x00007f642bb196b4 in std::__invoke_impl<void, std::_Bind<void (*(void*))(void*)>&>(std::__invoke_other, std::_Bind<void (*(void*))(void*)>&) (__f=...)
|
at /usr/include/c++/10/bits/invoke.h:60
|
#16 0x00007f642bb1897f in std::__invoke_r<void, std::_Bind<void (*(void*))(void*)>&>(std::_Bind<void (*(void*))(void*)>&) (__fn=...) at /usr/include/c++/10/bits/invoke.h:153
|
#17 0x00007f642bb1788b in std::_Function_handler<void (), std::_Bind<void (*(void*))(void*)> >::_M_invoke(std::_Any_data const&) (__functor=...)
|
at /usr/include/c++/10/bits/std_function.h:291
|
#18 0x00007f642b77a40e in std::function<void ()>::operator()() const (this=0x7f642ad20c40) at /usr/include/c++/10/bits/std_function.h:622
|
#19 0x00007f642bb13ac4 in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x55d633bc69a0, thread_id=0) at /data/src/10.4/storage/rocksdb/rocksdb/util/threadpool_imp.cc:265
|
#20 0x00007f642bb13c3f in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x55d633c26540) at /data/src/10.4/storage/rocksdb/rocksdb/util/threadpool_imp.cc:306
|
#21 0x00007f642bb1b6a6 in std::__invoke_impl<void, void (*)(void*), rocksdb::BGThreadMetadata*> (
|
__f=@0x55d633c265d0: 0x7f642bb13b32 <rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)>) at /usr/include/c++/10/bits/invoke.h:60
|
#22 0x00007f642bb1b61b in std::__invoke<void (*)(void*), rocksdb::BGThreadMetadata*> (
|
__fn=@0x55d633c265d0: 0x7f642bb13b32 <rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)>) at /usr/include/c++/10/bits/invoke.h:95
|
#23 0x00007f642bb1b58b in std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> >::_M_invoke<0ul, 1ul> (this=0x55d633c265c8)
|
at /usr/include/c++/10/thread:264
|
#24 0x00007f642bb1b544 in std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> >::operator() (this=0x55d633c265c8) at /usr/include/c++/10/thread:271
|
#25 0x00007f642bb1b528 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> > >::_M_run (this=0x55d633c265c0)
|
at /usr/include/c++/10/thread:215
|
#26 0x00007f64366e3ed0 in ?? () from /lib/x86_64-linux-gnu/libstdc++.so.6
|
--Type <RET> for more, q to quit, c to continue without paging--
|
#27 0x00007f64367f0ea7 in start_thread (arg=<optimized out>) at pthread_create.c:477
|
#28 0x00007f64363efdef in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95
|
While the failure itself doesn't go anywhere, changes in DDL/locking/whatever make the server-side behavior change with time. This test case also seem to be failing somewhat more willingly on 10.3-10.4, less willingly on 10.5-10.6, and very reluctantly on higher versions. Hopefully the problem will be fixed before this test case expires, too.
| Fix Version/s | 10.6 [ 24028 ] | |
| Fix Version/s | 10.7 [ 24805 ] | |
| Fix Version/s | 10.8 [ 26121 ] | |
| Fix Version/s | 10.9 [ 26905 ] | |
| Fix Version/s | 10.10 [ 27530 ] | |
| Affects Version/s | 10.6 [ 24028 ] | |
| Affects Version/s | 10.7 [ 24805 ] | |
| Affects Version/s | 10.8 [ 26121 ] | |
| Affects Version/s | 10.9 [ 26905 ] | |
| Affects Version/s | 10.10 [ 27530 ] | |
| Assignee | Elena Stepanova [ elenst ] | Sergei Petrunia [ psergey ] |
| Link |
This issue relates to |
| Priority | Major [ 3 ] | Critical [ 2 ] |
| Priority | Critical [ 2 ] | Major [ 3 ] |
| Priority | Major [ 3 ] | Critical [ 2 ] |
| Priority | Critical [ 2 ] | Major [ 3 ] |
| Fix Version/s | 10.7 [ 24805 ] |
| Fix Version/s | 10.3 [ 22126 ] |
| Fix Version/s | 10.8 [ 26121 ] |
| Fix Version/s | 10.9 [ 26905 ] | |
| Fix Version/s | 10.10 [ 27530 ] |
| Zendesk Related Tickets | 126144 |
| Fix Version/s | 10.4 [ 22408 ] |
| Priority | Major [ 3 ] | Critical [ 2 ] |
lstartseva, could you please check the following:
The commit that had updated RocksDB in MariaDB is (let's call it ROCKSDB-UPDATE-8.1) :
commit 485c9b1fb320958b13253a49d4480ee9decf92f1 (HEAD, origin/rocksdb-updated, rocksdb-updated)
|
Author: Junqi Xie <junqi_xie@outlook.com>
|
Date: Mon Jul 10 15:00:00 2023 +0800
|
|
|
MDEV-30610 Update RocksDB to v8.1.1
|
There were some issues with BloomFilter (and maybe something else) but they may be not important .
The commit right before ROCKSDB-UPDATE-8.1 was :
commit c035f3afc7cf41a56cf07cdce45d8586f74225d3
|
Author: Sergei Golubchik <serg@mariadb.org>
|
Date: Fri Aug 11 12:23:29 2023 +0200
|
|
|
11.3 branch
|
Let's call this RIGHT-BEFORE-ROCKSDB-UPDATE-8.1
So, the check is:
Take RIGHT-BEFORE-ROCKSDB-UPDATE-8.1, take the "a new testcase" mentioned 3 comments above. Is it reproducible?
If yes, take ROCKSDB-UPDATE-8.1, and the same testcase. Is it reproducible?
... note that elenst said her testcase was reproducible "very reluctantly on higher versions"... so this may require some attempts to get...
And here's an update of RocksDB to 6.29 made against MariaDB10.11: (denote ROCKSDB-UPDATE-6.29)
https://jira.mariadb.org/browse/MDEV-16523?focusedCommentId=302011&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-302011
It is a much smaller patch, and it should be possible to apply it to earlier versions. So if Elena's testcase is not reproducible on RIGHT-BEFORE-ROCKSDB-UPDATE-8.1,
please try reproducing on current MariaDB 10.11 (and ROCKSDB-UPDATE-6.29 if it succeeds)
If reproducing on 10.11 doesn't succeed, let's switch to e.g. 10.6 and reproduce it there. Then, I'll port ROCKSDB-UPDATE-6.29 to 10.6 and let's see what effect that has
Update from lstartseva:
Take RIGHT-BEFORE-ROCKSDB-UPDATE-8.1, take the "a new testcase" mentioned 3 comments above. Is it reproducible?
this was not reproducible.
Will check if it is possible to reproduce the problem on the revision that elenst was able to see on: 10.4 e4043152
Will check if it is possible to reproduce the problem on the revision that Elena Stepanova was able to see on: 10.4 e4043152
You can use the top of 10.4 branch, it fails there as well (I've just checked).
Sorry, I missed an important point when checking that it only reproduces on the debug version. So, on 10.4 and "The commit right before ROCKSDB-UPDATE-8.1" the problem is repeated. On the current version 10.11 - not reproduced
lstartseva,
Can you try reproducing with this commit please:
I took the RIGHT-BEFORE-ROCKSDB-UPDATE-8.1 and cherry-picked the "Update RocksDB to 6.29fb" on top of it and I got this:
(let's call it OLD-UPDATE-ROCKSDB-6.29fb) :
commit decd5bf5df6fc1710561cf051a8d4851c0defd77 (HEAD, origin/bb-10.11-mdev16253-OLD-update-rocksdb-6.29fb, bb-10.11-mdev16253-OLD-update-rocksdb-6.29fb)
|
Author: Sergei Petrunia <sergey@mariadb.com>
|
Date: Fri Mar 21 11:43:31 2025 +0200
|
|
|
MDEV-16523, test: in original 10.11, try updating RocksDB to 6.29fb.
|
On commit decd5bf5df6fc1710561cf051a8d4851c0defd77 (OLD-UPDATE-ROCKSDB-6.29fb) the bug does not reproduced
See MDEV16523, https://jira.mariadb.org/browse/MDEV-16523?focusedCommentId=302486&page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel#comment-302486 .
A patch updating RocksDB is [almost] ready.
| Fix Version/s | 10.11 [ 27614 ] | |
| Fix Version/s | 10.5 [ 23123 ] | |
| Fix Version/s | 10.6 [ 24028 ] |
| Affects Version/s | 10.11 [ 27614 ] |
Reprodudible in a few seconds on 10.11.12 using Elena's new testcase and:
./mtr --mysqld=--plugin-load-add=ha_rocksdb --repeat=1000 --mem --parallel=20 test{,,,,,,,,,,,,,,,,,,,,} |
Leads to:
|
CS 10.11.12 acd071f599f416ddb4821dec485c4d912844213f (Debug) Build 12/04/2025 |
Core was generated by `/test/MD120425-mariadb-10.11.12-linux-x86_64-dbg/bin/mariadbd --defaults-group-'.
|
Program terminated with signal SIGABRT, Aborted.
|
#0 __pthread_kill_implementation (no_tid=0, signo=6, threadid=<optimized out>)at ./nptl/pthread_kill.c:44
|
|
|
[Current thread is 1 (LWP 411183)]
|
(gdb) bt
|
#0 __pthread_kill_implementation (no_tid=0, signo=6, threadid=<optimized out>)at ./nptl/pthread_kill.c:44
|
#1 __pthread_kill_internal (signo=6, threadid=<optimized out>)at ./nptl/pthread_kill.c:78
|
#2 __GI___pthread_kill (threadid=<optimized out>, signo=signo@entry=6)at ./nptl/pthread_kill.c:89
|
#3 0x00007bb51524526e in __GI_raise (sig=sig@entry=6)at ../sysdeps/posix/raise.c:26
|
#4 0x00007bb5152288ff in __GI_abort () at ./stdlib/abort.c:79
|
#5 0x00007bb51522881b in __assert_fail_base (fmt=0x7bb5153d01e8 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=assertion@entry=0x7bb50fbe319d "ikey_.type == kTypeValue", file=file@entry=0x7bb50fbe2e93 "/test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc", line=line@entry=350, function=function@entry=0x7bb50fbe3131 "void rocksdb::CompactionIterator::NextFromInput()") at ./assert/assert.c:94
|
#6 0x00007bb51523b507 in __assert_fail (assertion=0x7bb50fbe319d "ikey_.type == kTypeValue", file=0x7bb50fbe2e93 "/test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc", line=350, function=0x7bb50fbe3131 "void rocksdb::CompactionIterator::NextFromInput()") at ./assert/assert.c:103
|
#7 0x00007bb50facda27 in rocksdb::CompactionIterator::NextFromInput (this=0x7bb4b80031a0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc:350
|
#8 0x00007bb50facf15c in rocksdb::CompactionIterator::Next (this=0x7bb4b80031a0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc:174
|
#9 0x00007bb50fae2562 in rocksdb::CompactionJob::ProcessKeyValueCompaction (this=0x7bb4efe9e168, sub_compact=0x7bb4b80017d0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_job.cc:959
|
#10 0x00007bb50fae0066 in rocksdb::CompactionJob::Run (this=0x7bb4efe9e168)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/compaction/compaction_job.cc:587
|
#11 0x00007bb50f78bcea in rocksdb::DBImpl::BackgroundCompaction (this=0x564e7b69c940, made_progress=0x7bb4efe9ec13, job_context=0x7bb4efe9f660, log_buffer=0x7bb4efe9ed40, prepicked_compaction=0x7bb4b001c910, thread_pri=rocksdb::Env::LOW)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2770
|
#12 0x00007bb50f786bbc in rocksdb::DBImpl::BackgroundCallCompaction (this=0x564e7b69c940, prepicked_compaction=0x7bb4b001c910, bg_thread_pri=rocksdb::Env::LOW)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2322
|
#13 0x00007bb50f78380d in rocksdb::DBImpl::BGWorkCompaction (arg=0x7bb4140038c0)at /test/10.11_dbg/storage/rocksdb/rocksdb/db/db_impl/db_impl_compaction_flush.cc:2098
|
#14 0x00007bb50fa14b90 in std::__invoke_impl<void, void (*&)(void*), void*&> (__f=@0x7bb414016b90: 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, __args=@0x7bb414016b98: 0x7bb4140038c0)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:61
|
#15 0x00007bb50fa14b1d in std::__invoke<void (*&)(void*), void*&> (__fn=@0x7bb414016b90: 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, __args=@0x7bb414016b98: 0x7bb4140038c0)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:96
|
#16 0x00007bb50fa14add in std::_Bind<void (*(void*))(void*)>::__call<void, , 0ul>(std::tuple<>&&, std::_Index_tuple<0ul>) (this=0x7bb414016b90, __args=@0x7bb4efe9f9a7: empty std::tuple)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/functional:512
|
#17 0x00007bb50fa14a96 in std::_Bind<void (*(void*))(void*)>::operator()<, void>() (this=0x7bb414016b90)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/functional:597
|
#18 0x00007bb50fa14a65 in std::__invoke_impl<void, std::_Bind<void (*(void*))(void*)>&>(std::__invoke_other, std::_Bind<void (*(void*))(void*)>&) (__f=@0x7bb414016b90: {<std::_Weak_result_type<void (*)(void*)>> = {<std::_Weak_result_type_memfun<void (*)(void*), false>> = {<std::_Weak_result_type_impl<void (*)(void*)>> = {<No data fields>}, <No data fields>}, <No data fields>}, _M_f = 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, _M_bound_args = std::tuple containing = { [0] = 0x7bb4140038c0 }})at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:61
|
#19 0x00007bb50fa14a25 in std::__invoke_r<void, std::_Bind<void (*(void*))(void*)>&>(std::_Bind<void (*(void*))(void*)>&) (__fn=@0x7bb414016b90: {<std::_Weak_result_type<void (*)(void*)>> = {<std::_Weak_result_type_memfun<void (*)(void*), false>> = {<std::_Weak_result_type_impl<void (*)(void*)>> = {<No data fields>}, <No data fields>}, <No data fields>}, _M_f = 0x7bb50f783720 <rocksdb::DBImpl::BGWorkCompaction(void*)>, _M_bound_args = std::tuple containing = { [0] = 0x7bb4140038c0 }})at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:150
|
#20 0x00007bb50fa1487d in std::_Function_handler<void (), std::_Bind<void (*(void*))(void*)> >::_M_invoke(std::_Any_data const&) (__functor=@0x7bb4efe9fa80: {_M_unused = {_M_object = 0x7bb414016b90, _M_const_object = 0x7bb414016b90, _M_function_pointer = 0x7bb414016b90, _M_member_pointer = (void (std::_Undefined_class::*)(class std::_Undefined_class * const)) 0x7bb414016b90}, _M_pod_data = "\220k\001\024\264{\000\000\000\000\000\000\000\000\000"})at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_function.h:290
|
#21 0x00007bb50f65a885 in std::function<void ()>::operator()() const (this=0x7bb4efe9fa80)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_function.h:591
|
#22 0x00007bb50fa0dc4b in rocksdb::ThreadPoolImpl::Impl::BGThread (this=0x564e7b63d900, thread_id=0)at /test/10.11_dbg/storage/rocksdb/rocksdb/util/threadpool_imp.cc:265
|
#23 0x00007bb50fa0de07 in rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper (arg=0x564e7b69ad80)at /test/10.11_dbg/storage/rocksdb/rocksdb/util/threadpool_imp.cc:306
|
#24 0x00007bb50fa10ea0 in std::__invoke_impl<void, void (*)(void*), rocksdb::BGThreadMetadata*> (__f=@0x564e7b69adb0: 0x7bb50fa0dcf0 <rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)>, __args=@0x564e7b69ada8: 0x564e7b69ad80)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:61
|
#25 0x00007bb50fa10e2d in std::__invoke<void (*)(void*), rocksdb::BGThreadMetadata*> (__fn=@0x564e7b69adb0: 0x7bb50fa0dcf0 <rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*)>, __args=@0x564e7b69ada8: 0x564e7b69ad80)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/invoke.h:96
|
#26 0x00007bb50fa10e02 in std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> >::_M_invoke<0ul, 1ul> (this=0x564e7b69ada8)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_thread.h:292
|
#27 0x00007bb50fa10dc5 in std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> >::operator() (this=0x564e7b69ada8)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_thread.h:299
|
#28 0x00007bb50fa10cb9 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<void (*)(void*), rocksdb::BGThreadMetadata*> > >::_M_run (this=0x564e7b69ada0)at /usr/bin/../lib/gcc/x86_64-linux-gnu/14/../../../../include/c++/14/bits/std_thread.h:244
|
#29 0x00007bb5156eabb4 in std::execute_native_thread_routine (__p=0x564e7b69ada0)at ../../../../../src/libstdc++-v3/src/c++11/thread.cc:104
|
#30 0x00007bb51529ca94 in start_thread (arg=<optimized out>)at ./nptl/pthread_create.c:447
|
#31 0x00007bb515329c3c in clone3 ()at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:78
|
Using the same command, not reproducible in bb-10.11.11-mdev16253-rocksdb-6.29fb @ 88eb9ae78a008400c2516ea6f96a5b0be874c153 thus far (though the testcase may be a little unstable at high concurency - Could not execute 'check-testcase' before testcase MTR message - seems unrelated and no crashes observed).
I believe this ticket is resolved by the update RocksDB to 6.29fb in MDEV-16523.
| Fix Version/s | 10.11.12 [ 29998 ] | |
| Fix Version/s | 11.4.6 [ 29999 ] | |
| Fix Version/s | 11.8.2 [ 30001 ] | |
| Fix Version/s | 10.11 [ 27614 ] | |
| Resolution | Fixed [ 1 ] | |
| Status | Confirmed [ 10101 ] | Closed [ 6 ] |
also on 10.5:
10.5 7803601dcb8e40746a1
/10.5/storage/rocksdb/rocksdb/db/compaction/compaction_iterator.cc:350: void rocksdb::CompactionIterator::NextFromInput(): Assertion `ikey_.type == kTypeValue' failed.200616 15:11:34 [ERROR] mysqld got signal 6 ;Server version: 10.5.4-MariaDB-debug-loglinux/raise.c:51(__GI_raise)[0x7f03f66c6535]stdlib/abort.c:81(__GI_abort)[0x7f03f66c640f]intl/loadmsgcat.c:1177(_nl_load_domain)[0x7f03f66d4102]compaction/compaction_iterator.cc:351(rocksdb::CompactionIterator::NextFromInput())[0x7f03eb0aa32e]compaction/compaction_iterator.cc:177(rocksdb::CompactionIterator::Next())[0x7f03eb0a4e7c]compaction/compaction_job.cc:960(rocksdb::CompactionJob::ProcessKeyValueCompaction(rocksdb::CompactionJob::SubcompactionState*))[0x7f03ea8f8f8d]compaction/compaction_job.cc:590(rocksdb::CompactionJob::Run())[0x7f03ea8f3674]db_impl/db_impl_compaction_flush.cc:2770(rocksdb::DBImpl::BackgroundCompaction(bool*, rocksdb::JobContext*, rocksdb::LogBuffer*, rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority))[0x7f03ea8efe44]db_impl/db_impl_compaction_flush.cc:2323(rocksdb::DBImpl::BackgroundCallCompaction(rocksdb::DBImpl::PrepickedCompaction*, rocksdb::Env::Priority))[0x7f03eaef2027]db_impl/db_impl_compaction_flush.cc:2100(rocksdb::DBImpl::BGWorkCompaction(void*))[0x7f03eaef17c3]bits/invoke.h:60(void std::__invoke_impl<void, void (*&)(void*), void*&>(std::__invoke_other, void (*&)(void*), void*&))[0x7f03eaef037a]bits/invoke.h:96(std::__invoke_result<void (*&)(void*), void*&>::type std::__invoke<void (*&)(void*), void*&>(void (*&)(void*), void*&))[0x7f03eaeee2c1]8/functional:480(void std::_Bind<void (*(void*))(void*)>::operator()<, void>())[0x7f03eaeeb783]bits/std_function.h:299(std::_Function_handler<void (), std::_Bind<void (*(void*))(void*)> >::_M_invoke(std::_Any_data const&))[0x7f03ea61add6]bits/std_function.h:687(std::function<void ()>::operator()() const)[0x7f03eaee81b2]util/threadpool_imp.cc:222(rocksdb::ThreadPoolImpl::Impl::BGThread(unsigned long))[0x7f03eaef2ccf]util/threadpool_imp.cc:308(rocksdb::ThreadPoolImpl::Impl::BGThreadWrapper(void*))[0x7f03eaef2c41]bits/invoke.h:60(void std::__invoke_impl<void, void (*)(void*), rocksdb::BGThreadMetadata*>(std::__invoke_other, void (*&&)(void*), rocksdb::BGThreadMetadata*&&))[0x7f03eaef2bb0]??:0(std::error_code::default_error_condition() const)[0x7f03f6abfb2f]nptl/pthread_create.c:487(start_thread)[0x7f03f7196fa3]/lib/x86_64-linux-gnu/libc.so.6(clone+0x3f)[0x7f03f679d4cf]