Type:
Bug
Priority:
Major
Resolution:
Duplicate
Affects Version/s:
1.1.5
Environment:
1um 2pm system
Sprint:
2018-13, 2018-14, 2018-15, 2018-16, 2018-17, 2018-18, 2018-19, 2018-20
Customer reporting that ExeMgr is going way over its TotalUmMemory seeing of 50% to the point that its hitting swap space and a system restart is occurring..
Issue maybe related to how ExeMgr handles ByteStream
err: Jun 25 17:47:24 usfit-sctst2 ServerMonitor[5993] : 24.937868 |0|0|0| C 09 CAL0000: Swap Space usage over Major threashold, perform OAM command restartSystem
debug :
Jun 25 17:32:29 usfit-sctst2 ServerMonitor[5993] : 29.593575 |0|0|0| I 09 CAL0000: Local Memory above Critical Memory threshold with a percentage of 90 ; Swap 0
Jun 25 17:32:29 usfit-sctst2 ServerMonitor[5993] : 29.607779 |0|0|0| I 09 CAL0000: Local-Memory usage at percentage of 90 , Alarm set: 7
Jun 25 17:32:29 usfit-sctst2 ServerMonitor[5993] : 29.662047 |0|0|0| I 09 CAL0000: Memory Usage for Process: python : Memory Used 4503 : % Used 1
Jun 25 17:32:29 usfit-sctst2 ServerMonitor[5993] : 29.662136 |0|0|0| I 09 CAL0000: Memory Usage for Process: systemd-journald : Memory Used 10211 : % Used 1
Jun 25 17:32:29 usfit-sctst2 ServerMonitor[5993] : 29.662193 |0|0|0| I 09 CAL0000: Memory Usage for Process: mysqld : Memory Used 21652 : % Used 1
Jun 25 17:32:29 usfit-sctst2 ServerMonitor[5993] : 29.662248 |0|0|0| I 09 CAL0000: Memory Usage for Process: dsm_om_connsvcd : Memory Used 37009 : % Used 1
Jun 25 17:32:29 usfit-sctst2 ServerMonitor[5993] : 29.662302 |0|0|0| I 09 CAL0000: Memory Usage for Process: ExeMgr : Memory Used 17289954 : % Used 88
duplicates
MCOL-1750
Thread stack memory leak in ThreadPool
Closed
{"report":{"fcp":1451.4000000953674,"ttfb":664.2000002861023,"pageVisibility":"visible","entityId":68361,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"15c6b84b-2658-4383-92b6-fb397437c921","navigationType":0,"readyForUser":1549.8000001907349,"redirectCount":0,"resourceLoadedEnd":1146.5,"resourceLoadedStart":690.5999999046326,"resourceTiming":[{"duration":66.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":690.5999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":690.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":757,"responseStart":0,"secureConnectionStart":0},{"duration":66.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":690.9000000953674,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":690.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":757.3000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":92.60000038146973,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":691.0999999046326,"connectEnd":691.0999999046326,"connectStart":691.0999999046326,"domainLookupEnd":691.0999999046326,"domainLookupStart":691.0999999046326,"fetchStart":691.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":691.0999999046326,"responseEnd":783.7000002861023,"responseStart":783.7000002861023,"secureConnectionStart":691.0999999046326},{"duration":399,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":691.3000001907349,"connectEnd":691.3000001907349,"connectStart":691.3000001907349,"domainLookupEnd":691.3000001907349,"domainLookupStart":691.3000001907349,"fetchStart":691.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":790.5,"responseEnd":1090.3000001907349,"responseStart":804.5999999046326,"secureConnectionStart":691.3000001907349},{"duration":94.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":691.5999999046326,"connectEnd":691.5999999046326,"connectStart":691.5999999046326,"domainLookupEnd":691.5999999046326,"domainLookupStart":691.5999999046326,"fetchStart":691.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":691.5999999046326,"responseEnd":785.8000001907349,"responseStart":785.8000001907349,"secureConnectionStart":691.5999999046326},{"duration":94.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":691.7000002861023,"connectEnd":691.7000002861023,"connectStart":691.7000002861023,"domainLookupEnd":691.7000002861023,"domainLookupStart":691.7000002861023,"fetchStart":691.7000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":691.7000002861023,"responseEnd":786.3000001907349,"responseStart":786.3000001907349,"secureConnectionStart":691.7000002861023},{"duration":94.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":691.9000000953674,"connectEnd":691.9000000953674,"connectStart":691.9000000953674,"domainLookupEnd":691.9000000953674,"domainLookupStart":691.9000000953674,"fetchStart":691.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":691.9000000953674,"responseEnd":786.7000002861023,"responseStart":786.7000002861023,"secureConnectionStart":691.9000000953674},{"duration":96.2000002861023,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":692.0999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":692.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":788.3000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":95,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":692.2000002861023,"connectEnd":692.2000002861023,"connectStart":692.2000002861023,"domainLookupEnd":692.2000002861023,"domainLookupStart":692.2000002861023,"fetchStart":692.2000002861023,"redirectEnd":0,"redirectStart":0,"requestStart":692.2000002861023,"responseEnd":787.2000002861023,"responseStart":787.2000002861023,"secureConnectionStart":692.2000002861023},{"duration":96.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":692.4000000953674,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":692.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":788.5,"responseStart":0,"secureConnectionStart":0},{"duration":95.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":692.5999999046326,"connectEnd":692.5999999046326,"connectStart":692.5999999046326,"domainLookupEnd":692.5999999046326,"domainLookupStart":692.5999999046326,"fetchStart":692.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":692.5999999046326,"responseEnd":787.8000001907349,"responseStart":787.8000001907349,"secureConnectionStart":692.5999999046326},{"duration":400.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":693.4000000953674,"connectEnd":693.4000000953674,"connectStart":693.4000000953674,"domainLookupEnd":693.4000000953674,"domainLookupStart":693.4000000953674,"fetchStart":693.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":906.9000000953674,"responseEnd":1093.5,"responseStart":1091.5999999046326,"secureConnectionStart":693.4000000953674},{"duration":453,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":693.5,"connectEnd":693.5,"connectStart":693.5,"domainLookupEnd":693.5,"domainLookupStart":693.5,"fetchStart":693.5,"redirectEnd":0,"redirectStart":0,"requestStart":1134.5999999046326,"responseEnd":1146.5,"responseStart":1145.8000001907349,"secureConnectionStart":693.5},{"duration":218,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":970.3000001907349,"connectEnd":970.3000001907349,"connectStart":970.3000001907349,"domainLookupEnd":970.3000001907349,"domainLookupStart":970.3000001907349,"fetchStart":970.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":1150.7000002861023,"responseEnd":1188.3000001907349,"responseStart":1187.3000001907349,"secureConnectionStart":970.3000001907349},{"duration":296.2000002861023,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1392,"connectEnd":1392,"connectStart":1392,"domainLookupEnd":1392,"domainLookupStart":1392,"fetchStart":1392,"redirectEnd":0,"redirectStart":0,"requestStart":1637,"responseEnd":1688.2000002861023,"responseStart":1687.0999999046326,"secureConnectionStart":1392},{"duration":231,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1440.3000001907349,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1440.3000001907349,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1671.3000001907349,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":87,"responseStart":664,"responseEnd":666,"domLoading":670,"domInteractive":1693,"domContentLoadedEventStart":1693,"domContentLoadedEventEnd":1741,"domComplete":2052,"loadEventStart":2052,"loadEventEnd":2052,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1637.0999999046326},{"name":"bigPipe.sidebar-id.end","time":1638},{"name":"bigPipe.activity-panel-pipe-id.start","time":1638.2000002861023},{"name":"bigPipe.activity-panel-pipe-id.end","time":1639.3000001907349},{"name":"activityTabFullyLoaded","time":1761.2000002861023}],"measures":[],"correlationId":"f3187ef37900f2","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":515,"dbReadsTimeInMs":11,"dbConnsTimeInMs":20,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Issue is ByteStream for the output is growing to fulfil the entire result set and doesn't shrink again until the end of the query.