Uploaded image for project: 'MariaDB ColumnStore'
  1. MariaDB ColumnStore
  2. MCOL-744

primproc crashes sometimes in test001 regression test runs during drop table

    XMLWordPrintable

Details

    • Bug
    • Status: Closed (View Workflow)
    • Major
    • Resolution: Fixed
    • 1.0.10
    • 1.0.11, 1.1.0
    • PrimProc
    • None
    • ubuntu 16 VM
    • 2017-16

    Description

      Thread debugging using libthread_db enabled]
      Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
      Core was generated by `'.
      Program terminated with signal SIGABRT, Aborted.
      #0 0x00007f0ebc2eb418 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54
      54 ../sysdeps/unix/sysv/linux/raise.c: No such file or directory.
      [Current thread is 1 (Thread 0x7f0eab7f6700 (LWP 7729))]
      (gdb) bt
      #0 0x00007f0ebc2eb418 in __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:54
      #1 0x00007f0ebc2ed01a in __GI_abort () at abort.c:89
      #2 0x00007f0ebc2e3bd7 in __assert_fail_base (fmt=<optimized out>, assertion=assertion@entry=0x4d5dd8 "!res",
      file=file@entry=0x4d5848 "/usr/include/boost/thread/pthread/mutex.hpp", line=line@entry=111,
      function=function@entry=0x4d6510 <boost::mutex::~mutex()::_PRETTY_FUNCTION_> "boost::mutex::~mutex()") at assert.c:92
      #3 0x00007f0ebc2e3c82 in _GI__assert_fail (assertion=assertion@entry=0x4d5dd8 "!res",
      file=file@entry=0x4d5848 "/usr/include/boost/thread/pthread/mutex.hpp", line=line@entry=111,
      function=function@entry=0x4d6510 <boost::mutex::~mutex()::_PRETTY_FUNCTION_> "boost::mutex::~mutex()") at assert.c:101
      #4 0x000000000044f784 in boost::mutex::~mutex (this=0x7f0e03dca520, __in_chrg=<optimized out>)
      at /usr/include/boost/thread/pthread/mutex.hpp:111
      #5 0x000000000045e9ef in primitiveprocessor::BatchPrimitiveProcessor::~BatchPrimitiveProcessor (this=0x7f0e03da63f0,
      __in_chrg=<optimized out>)
      at /home/builder/mariadb-columnstore-server/mariadb-columnstore-engine/primitives/primproc/batchprimitiveprocessor.cpp:167
      #6 0x000000000046c6f2 in boost::checked_delete<primitiveprocessor::BatchPrimitiveProcessor> (x=0x7f0e03da63f0)
      at /usr/include/boost/core/checked_delete.hpp:34
      #7 boost::detail::sp_counted_impl_p<primitiveprocessor::BatchPrimitiveProcessor>::dispose (this=<optimized out>)
      at /usr/include/boost/smart_ptr/detail/sp_counted_impl.hpp:78
      #8 0x000000000049051a in boost::detail::sp_counted_base::release (this=0x7f0e03e839b0)
      at /usr/include/boost/smart_ptr/detail/sp_counted_base_gcc_x86.hpp:146
      #9 0x0000000000491114 in boost::detail::sp_counted_base::release (this=<optimized out>)
      at /usr/include/boost/smart_ptr/detail/sp_counted_base_gcc_x86.hpp:144
      #10 boost::detail::shared_count::~shared_count (this=0x7f0e03e868b8, __in_chrg=<optimized out>)
      at /usr/include/boost/smart_ptr/detail/shared_count.hpp:443
      #11 boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor>::~shared_ptr (this=<optimized out>, __in_chrg=<optimized out>)
      at /usr/include/boost/smart_ptr/shared_ptr.hpp:323
      #12 std::Destroy<boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor> > (_pointer=<optimized out>)
      at /usr/include/c++/5/bits/stl_construct.h:93
      #13 std::Destroy_aux<false>::destroy<boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor>*> (_last=0x7f0e03e865e0,
      __first=0x7f0e03e865d0) at /usr/include/c++/5/bits/stl_construct.h:103
      #14 std::Destroy<boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor>*> (_last=0x7f0e03e865e0, __first=<optimized out>)
      at /usr/include/c++/5/bits/stl_construct.h:126
      #15 std::Destroy<boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor>*, boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor> > (_last=0x7f0e03e865e0, __first=<optimized out>) at /usr/include/c++/5/bits/stl_construct.h:151
      #16 std::vector<boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor>, std::allocator<boost::shared_ptr<primitiveprocessor::BatchPrimitiveProcessor> > >::~vector (this=0x7f0e03e86888, __in_chrg=<optimized out>) at /usr/include/c++/5/bits/stl_vector.h:424
      #17 primitiveprocessor::BPPV::~BPPV (this=0x7f0e03e86880, __in_chrg=<optimized out>)
      at /home/builder/mariadb-columnstore-server/mariadb-columnstore-engine/primitives/primproc/primitiveserver.cpp:2099
      #18 0x000000000049fd32 in boost::checked_delete<primitiveprocessor::BPPV> (x=0x7f0e03e86880)
      at /usr/include/boost/core/checked_delete.hpp:34
      #19 boost::detail::sp_counted_impl_p<primitiveprocessor::BPPV>::dispose (this=<optimized out>)
      at /usr/include/boost/smart_ptr/detail/sp_counted_impl.hpp:78
      #20 0x000000000049051a in boost::detail::sp_counted_base::release (this=0x7f0e03e866a0)
      at /usr/include/boost/smart_ptr/detail/sp_counted_base_gcc_x86.hpp:146
      #21 0x0000000000492e35 in boost::detail::sp_counted_base::release (this=<optimized out>) at /usr/include/boost/thread/lock_types.hpp:331
      #22 boost::detail::shared_count::~shared_count (this=0x7f0e03ffdeb0, __in_chrg=<optimized out>)
      at /usr/include/boost/smart_ptr/detail/shared_count.hpp:443
      #23 boost::shared_ptr<primitiveprocessor::BPPV>::~shared_ptr (this=0x7f0e03ffdea8, __in_chrg=<optimized out>)
      --Type <return> to continue, or q <return> to quit--
      at /usr/include/boost/smart_ptr/shared_ptr.hpp:323
      #24 std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> >::~pair (this=0x7f0e03ffdea0, __in_chrg=<optimized out>)
      at /usr/include/c++/5/bits/stl_pair.h:96
      #25 __gnu_cxx::new_allocator<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > >::destroy (this=<optimized out>,
      __p=0x7f0e03ffdea0) at /usr/include/c++/5/ext/new_allocator.h:133
      #26 std::_Rb_tree<unsigned int, std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> >, std::_Select1st<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > > >::_M_destroy_node (this=0x718040 <primitiveprocessor::bppMap>, __p=0x7f0e03ffde80)
      at /usr/include/c++/5/bits/stl_tree.h:520
      #27 std::_Rb_tree<unsigned int, std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> >, std::_Select1st<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > > >::_M_drop_node (this=0x718040 <primitiveprocessor::bppMap>, __p=0x7f0e03ffde80)
      at /usr/include/c++/5/bits/stl_tree.h:561
      #28 std::Rb_tree<unsigned int, std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> >, std::_Select1st<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > > >::_M_erase_aux (_position=..., this=0x718040 <primitiveprocessor::bppMap>)
      at /usr/include/c++/5/bits/stl_tree.h:2249
      #29 std::Rb_tree<unsigned int, std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> >, std::_Select1st<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > >, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > > >::erase (_position=..., this=0x718040 <primitiveprocessor::bppMap>)
      at /usr/include/c++/5/bits/stl_tree.h:1041
      #30 std::map<unsigned int, boost::shared_ptr<primitiveprocessor::BPPV>, std::less<unsigned int>, std::allocator<std::pair<unsigned int const, boost::shared_ptr<primitiveprocessor::BPPV> > > >::erase (__position=..., this=0x718040 <primitiveprocessor::bppMap>)
      at /usr/include/c++/5/bits/stl_map.h:729
      #31 (anonymous namespace)::BPPHandler::doAbort (dieTime=..., bs=..., this=0x7f0e34000930)
      at /home/builder/mariadb-columnstore-server/mariadb-columnstore-engine/primitives/primproc/primitiveserver.cpp:1207
      #32 (anonymous namespace)::BPPHandler::Abort::operator() (this=0x7f0e2c000b10)
      at /home/builder/mariadb-columnstore-server/mariadb-columnstore-engine/primitives/primproc/primitiveserver.cpp:1192
      #33 0x00007f0ebd5bc419 in threadpool::PriorityThreadPool::threadFcn (this=0xb5f9a0, preferredQueue=threadpool::PriorityThreadPool::HIGH)
      at /home/builder/mariadb-columnstore-server/mariadb-columnstore-engine/utils/threadpool/prioritythreadpool.cpp:146
      #34 0x00007f0ebe8dc5d5 in ?? () from /usr/lib/x86_64-linux-gnu/libboost_thread.so.1.58.0
      #35 0x00007f0ebdd926fa in start_thread (arg=0x7f0eab7f6700) at pthread_create.c:333
      #36 0x00007f0ebc3bcb5d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:109

      to ColumnStore
      Jun 5 13:36:02 ubuntu16 ExeMgr[7764]: 02.791820 |1289|0|0| D 16 CAL0041: Start SQL statement: create temporary table myfil SELECT devname, applang, appversion,#012homemcc, COUNT AS gtot, count(distinct imei) as ugtot FROM `sessions` WHERE#012appname='WP Exchange Activation Tracking OBA QA' AND DATE(stime)>='2012-05-28'#012GROUP BY devname, homemcc, appversion, applang; |tpch1|
      Jun 5 13:36:02 ubuntu16 ExeMgr[7764]: 02.796536 |2147484937|0|0| D 16 CAL0041: Start SQL statement: select objectid,columnname from syscolumn where schema='tpch1' and tablename='sessions' --columnRIDs/FE; ||
      Jun 5 13:36:02 ubuntu16 ExeMgr[7764]: 02.801817 |2147484937|0|0| D 16 CAL0042: End SQL statement
      Jun 5 13:36:02 ubuntu16 ExeMgr[7764]: 02.803658 |1289|0|0| D 16 CAL0042: End SQL statement
      Jun 5 13:36:02 ubuntu16 ExeMgr[7764]: 02.804781 |1289|0|0| D 16 CAL0041: Start SQL statement: create temporary table myfil SELECT devname, applang, appversion,#012homemcc, COUNT AS gtot, count(distinct imei) as ugtot FROM `sessions` WHERE#012appname='WP Exchange Activation Tracking OBA QA' AND DATE(stime)>='2012-05-28'#012GROUP BY devname, homemcc, appversion, applang; |tpch1|
      Jun 5 13:36:02 ubuntu16 ExeMgr[7764]: 02.825813 |1289|0|0| D 16 CAL0042: End SQL statement
      Jun 5 13:36:02 ubuntu16 ddlpackageproc[7891]: 02.830661 |1289|2911|0| D 23 CAL0041: Start SQL statement: drop table `sessions`;|tpch1|
      Jun 5 13:36:11 ubuntu16 messagequeue[7891]: 11.864353 |0|0|0| W 31 CAL0000: Client read close socket for InetStreamSocket::readToMagic(): I/O error2.1: err = -1 e = 104: Connection reset by peer
      Jun 5 13:36:11 ubuntu16 messagequeue[7764]: 11.864616 |0|0|0| W 31 CAL0000: Client read close socket for InetStreamSocket::readToMagic(): I/O error2.1: err = -1 e = 104: Connection reset by peer
      Jun 5 13:36:12 ubuntu16 joblist[7891]: 12.324842 |0|0|0| D 05 CAL0000: /home/builder/mariadb-columnstore-server/mariadb-columnstore-engine/dbcon/joblist/distributedenginecomm.cpp @ 755 No PrimProcs are running
      Jun 5 13:36:12 ubuntu16 joblist[7891]: 12.324989 |2147484937|0|0| C 05 CAL0000: IDB-2023: PrimProc is not running (or connection to PrimProc dropped).

      running these tests

      /root/mariadb-columnstore-regression-test/mysql/queries/working_tpch1/misc

      root@ubuntu16:~/mariadb-columnstore-regression-test/mysql/queries/working_tpch1/misc# more bug4488.sql
      CREATE TABLE if not exists `sessions` (
      `appname` varchar(48) DEFAULT NULL,
      `appversion` varchar(128) DEFAULT NULL,
      `sessid` varchar(48) DEFAULT NULL,
      `applang` varchar(12) DEFAULT NULL,
      `stime` varchar(32) DEFAULT NULL,
      `sduration` int(25) DEFAULT NULL,
      `imei` varchar(48) DEFAULT NULL,
      `homemcc` varchar(10) DEFAULT NULL,
      `devname` varchar(32) DEFAULT NULL,
      `devsw` varchar(32) DEFAULT NULL,
      `userid` varchar(64) DEFAULT NULL,
      `endreason` varchar(32) DEFAULT NULL,
      `datavol` int(11) DEFAULT NULL,
      `cid` int(11) DEFAULT NULL,
      `applic_device_id` varchar(128) DEFAULT NULL,
      `date_loaded` datetime DEFAULT NULL,
      `create_date` bigint(13) DEFAULT NULL
      ) engine=columnstore;

      create temporary table myfil SELECT devname, applang, appversion,
      homemcc, COUNT AS gtot, count(distinct imei) as ugtot FROM `sessions` WHERE
      appname='WP Exchange Activation Tracking OBA QA' AND DATE(stime)>='2012-05-28'
      GROUP BY devname, homemcc, appversion, applang;

      drop table `sessions`;
      drop table myfil;

      root@ubuntu16:~/mariadb-columnstore-regression-test/mysql/queries/working_tpch1/misc# more bug4488.sql.log
      ERROR 1815 (HY000) at line 26: Internal error: CAL0009: Drop table failed due to IDB-2044: An internal error occurred. Check the error log file & contact support.
      root@ubuntu16:~/mariadb-columnstore-regression-test/mysql/queries/working_tpch1/misc#

      Attachments

        Activity

          People

            dleeyh Daniel Lee (Inactive)
            hill David Hill (Inactive)
            Votes:
            0 Vote for this issue
            Watchers:
            3 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Git Integration

                Error rendering 'com.xiplink.jira.git.jira_git_plugin:git-issue-webpanel'. Please contact your Jira administrators.