After upgrading to 23.10.3, this query against a columnstore view is crashing primproc, disrupting critical operations.
Reproduction:
bash cs_package_manager.sh install enterprise 10.6.20-16
|
mariadb -e "create database if not exists de_odvcan_11600_202501;"
|
mariadb DE_ODVCAN_11600_202501 < create.sql
|
mariadb DE_ODVCAN_11600_202501 < crash.sql
|
Client Error:
ERROR 1815 (HY000) at line 8: Internal error: Lost connection to ExeMgr. Please contact your administrator
|
messages log:
Mar 18 14:32:56 ip-172-31-35-155 mariadbd[9802]: DBRM::send_recv: controller node closed the connection
|
Mar 18 14:32:56 ip-172-31-35-155 systemd[1]: Started Process Core Dump (PID 17475/UID 0).
|
Mar 18 14:32:56 ip-172-31-35-155 systemd-coredump[17476]: Resource limits disable core dumping for process 17310 (PrimProc).
|
Mar 18 14:32:56 ip-172-31-35-155 systemd-coredump[17476]: Process 17310 (PrimProc) of user 991 dumped core.
|
Mar 18 14:32:56 ip-172-31-35-155 systemd[1]: mcs-primproc.service: Main process exited, code=killed, status=11/SEGV
|
Crash Trace:
[root@ip-172-31-35-155 trace]# cat PrimProc.6622.log
|
Date/time: 2025-03-18 14:05:56
|
Signal: 11
|
|
/usr/bin/PrimProc(+0xbf946)[0x557259987946]
|
/lib64/libpthread.so.0(+0x12d10)[0x7fcf4fc41d10]
|
/lib64/libc.so.6(+0xb8d2d)[0x7fcf4e3c2d2d]
|
/lib64/libjoblist.so(ZNSt6vectorIjSaIjEE6insertEN9__gnu_cxx17__normal_iteratorIPKjS1_EERS4+0x4e)[0x7fcf5118fc4e]
|
/lib64/libjoblist.so(+0x1caa84)[0x7fcf51185a84]
|
/lib64/libjoblist.so(+0x1ce8ef)[0x7fcf511898ef]
|
/lib64/libjoblist.so(_ZN7joblist12makeJobStepsEPN8execplan26CalpontSelectExecutionPlanERNS_7JobInfoERSt6vectorIN5boost10shared_ptrINS_7JobStepEEESaIS9_EESC_RSt3mapIiS9_St4lessIiESaISt4pairIKiS9_EEE+0x249)[0x7fcf5118b629]
|
/lib64/libjoblist.so(+0x1d260d)[0x7fcf5118d60d]
|
/lib64/libjoblist.so(_ZN7joblist14JobListFactory11makeJobListEPN8execplan20CalpontExecutionPlanEPNS_15ResourceManagerERK26PrimitiveServerThreadPoolsbb+0x62)[0x7fcf5118d952]
|
/usr/bin/PrimProc(+0xba637)[0x557259982637]
|
/lib64/libthreadpool.so(_ZN10threadpool10ThreadPool11beginThreadEv+0x62e)[0x7fcf4f9d136e]
|
/usr/bin/PrimProc(+0xc1c71)[0x557259989c71]
|
/lib64/libpthread.so.0(+0x81ca)[0x7fcf4fc371ca]
|
/lib64/libc.so.6(clone+0x43)[0x7fcf4e3438d3]
|
Crash Analyze:
Line 1761: `if (jobInfo.subId == 0 && csep->hasOrderBy() && !csep->specHandlerProcessed())`
bash crash.sh "/lib64/libjoblist.so(_ZN7joblist12makeJobStepsEPN8execplan26CalpontSelectExecutionPlanERNS_7JobInfoERSt6vectorIN5boost10shared_ptrINS_7JobStepEEESaIS9_EESC_RSt3mapIiS9_St4lessIiESaISt4pairIKiS9_EEE+0x249)[0x7fcf5118b629]"
|
|
/usr/src/debug/MariaDB-/src_0/storage/columnstore/columnstore/dbcon/joblist/joblistfactory.cpp:1761
|
|
// v-table mode
|
void makeVtableModeSteps(CalpontSelectExecutionPlan* csep, JobInfo& jobInfo, JobStepVector& querySteps,
|
JobStepVector& projectSteps, DeliveredTableMap& deliverySteps)
|
{
|
// special case for outer query order by limit -- return all
|
if (jobInfo.subId == 0 && csep->hasOrderBy() && !csep->specHandlerProcessed())
|
{
|
jobInfo.limitCount = (uint64_t)-1;
|
}
|
// support order by and limit in sub-query/union or
|
// GROUP BY handler processed outer query order
|
else if (csep->orderByCols().size() > 0)
|
{
|
addOrderByAndLimit(csep, jobInfo);
|
}
|
// limit without order by in any query
|
else
|
{
|
jobInfo.limitStart = csep->limitStart();
|
jobInfo.limitCount = csep->limitNum();
|
}
|
|
// Bug 2123. Added overrideLargeSideEstimate parm below. True if the query was written
|
// with a hint telling us to skip the estimatation process for determining the large side
|
// table and instead use the table order in the from clause.
|
associateTupleJobSteps(querySteps, projectSteps, deliverySteps, jobInfo, csep->overrideLargeSideEstimate());
|
uint16_t stepNo = jobInfo.subId * 10000;
|
numberSteps(querySteps, stepNo, jobInfo.traceFlags);
|
// SJSTEP ds = deliverySteps.begin()->second;
|
idbassert(deliverySteps.begin()->second.get());
|
// ds->stepId(stepNo);
|
// ds->setTraceFlags(jobInfo.traceFlags);
|
Other steps prior:
"/lib64/libjoblist.so(+0x1d260d)[0x7fcf5118d60d]" ->
|
/usr/src/debug/MariaDB-/src_0/storage/columnstore/columnstore/dbcon/joblist/joblistfactory.cpp:2123
|
|
bash crash.sh "/lib64/libjoblist.so(_ZN7joblist14JobListFactory11makeJobListEPN8execplan20CalpontExecutionPlanEPNS_15ResourceManagerERK26PrimitiveServerThreadPoolsbb+0x62)[0x7fcf5118d952]
|
/usr/bin/PrimProc(+0xba637)[0x557259982637]" ->
|
/usr/src/debug/MariaDB-/src_0/storage/columnstore/columnstore/.boost/boost-lib/include/boost/smart_ptr/shared_ptr.hpp:671
|
Note: this is not reproducible in 23.10.1 or 23.10.2
bash cs_package_manager.sh install enterprise 10.6.17-13
|
bash cs_package_manager.sh install enterprise 10.6.19-15
|
{"report":{"fcp":867.2999997138977,"ttfb":321.59999990463257,"pageVisibility":"visible","entityId":133384,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"6b4e2a90-ac96-4184-8bae-d949a6f41b9b","navigationType":0,"readyForUser":962.2999997138977,"redirectCount":0,"resourceLoadedEnd":414.2999997138977,"resourceLoadedStart":332.5,"resourceTiming":[{"duration":5.399999618530273,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":332.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":332.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":337.8999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":5.200000286102295,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":332.8999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":332.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":338.09999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":72.2999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":333.09999990463257,"connectEnd":333.09999990463257,"connectStart":333.09999990463257,"domainLookupEnd":333.09999990463257,"domainLookupStart":333.09999990463257,"fetchStart":333.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":341.5,"responseEnd":405.3999996185303,"responseStart":353.19999980926514,"secureConnectionStart":333.09999990463257},{"duration":80.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":333.59999990463257,"connectEnd":333.59999990463257,"connectStart":333.59999990463257,"domainLookupEnd":333.59999990463257,"domainLookupStart":333.59999990463257,"fetchStart":333.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":342.5,"responseEnd":414.2999997138977,"responseStart":371.2999997138977,"secureConnectionStart":333.59999990463257},{"duration":56.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":333.7999997138977,"connectEnd":333.7999997138977,"connectStart":333.7999997138977,"domainLookupEnd":333.7999997138977,"domainLookupStart":333.7999997138977,"fetchStart":333.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":347.5,"responseEnd":390.2999997138977,"responseStart":389.7999997138977,"secureConnectionStart":333.7999997138977},{"duration":57.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":334,"connectEnd":334,"connectStart":334,"domainLookupEnd":334,"domainLookupStart":334,"fetchStart":334,"redirectEnd":0,"redirectStart":0,"requestStart":348.09999990463257,"responseEnd":391.59999990463257,"responseStart":391.09999990463257,"secureConnectionStart":334},{"duration":56.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":334.19999980926514,"connectEnd":334.19999980926514,"connectStart":334.19999980926514,"domainLookupEnd":334.19999980926514,"domainLookupStart":334.19999980926514,"fetchStart":334.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":346.09999990463257,"responseEnd":391,"responseStart":390.3999996185303,"secureConnectionStart":334.19999980926514},{"duration":11.300000190734863,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":334.3999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":334.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":345.69999980926514,"responseStart":0,"secureConnectionStart":0},{"duration":29.399999618530273,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":334.5,"connectEnd":352.19999980926514,"connectStart":352.19999980926514,"domainLookupEnd":352.19999980926514,"domainLookupStart":352.19999980926514,"fetchStart":334.5,"redirectEnd":0,"redirectStart":0,"requestStart":352.5,"responseEnd":363.8999996185303,"responseStart":363,"secureConnectionStart":352.19999980926514},{"duration":13.699999809265137,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":334.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":334.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":348.3999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":32.700000286102295,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":334.8999996185303,"connectEnd":334.8999996185303,"connectStart":334.8999996185303,"domainLookupEnd":334.8999996185303,"domainLookupStart":334.8999996185303,"fetchStart":334.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":353.59999990463257,"responseEnd":367.59999990463257,"responseStart":364.2999997138977,"secureConnectionStart":334.8999996185303},{"duration":34.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":351.59999990463257,"connectEnd":351.59999990463257,"connectStart":351.59999990463257,"domainLookupEnd":351.59999990463257,"domainLookupStart":351.59999990463257,"fetchStart":351.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":373.8999996185303,"responseEnd":386,"responseStart":384.7999997138977,"secureConnectionStart":351.59999990463257},{"duration":35.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":352.09999990463257,"connectEnd":352.09999990463257,"connectStart":352.09999990463257,"domainLookupEnd":352.09999990463257,"domainLookupStart":352.09999990463257,"fetchStart":352.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":376,"responseEnd":387.7999997138977,"responseStart":386.69999980926514,"secureConnectionStart":352.09999990463257},{"duration":157.59999990463257,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":619.1999998092651,"connectEnd":619.1999998092651,"connectStart":619.1999998092651,"domainLookupEnd":619.1999998092651,"domainLookupStart":619.1999998092651,"fetchStart":619.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":743.5999999046326,"responseEnd":776.7999997138977,"responseStart":776.1999998092651,"secureConnectionStart":619.1999998092651},{"duration":175.2999997138977,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":841.0999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":841.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1016.3999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":98.2999997138977,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":857,"connectEnd":857,"connectStart":857,"domainLookupEnd":857,"domainLookupStart":857,"fetchStart":857,"redirectEnd":0,"redirectStart":0,"requestStart":922,"responseEnd":955.2999997138977,"responseStart":954.6999998092651,"secureConnectionStart":857}],"fetchStart":0,"domainLookupStart":3,"domainLookupEnd":47,"connectStart":47,"connectEnd":68,"secureConnectionStart":56,"requestStart":68,"responseStart":322,"responseEnd":352,"domLoading":325,"domInteractive":1042,"domContentLoadedEventStart":1042,"domContentLoadedEventEnd":1092,"domComplete":1556,"loadEventStart":1556,"loadEventEnd":1558,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1021.1999998092651},{"name":"bigPipe.sidebar-id.end","time":1021.8999996185303},{"name":"bigPipe.activity-panel-pipe-id.start","time":1022},{"name":"bigPipe.activity-panel-pipe-id.end","time":1024.8999996185303},{"name":"activityTabFullyLoaded","time":1107.7999997138977}],"measures":[],"correlationId":"2ece164f7dc53f","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":176,"dbReadsTimeInMs":12,"dbConnsTimeInMs":22,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}