action plan per leonid.fedorov
-implement singe static link binary in drone CI
-discuss same with MDEV for jenkins CI
-enable jmalloc profiling in drone
-keep it disabled in Jenkins
Discuss with Sky possible experiments to catch the leak
-install binary on the customer k8s sky pod
vs
-create new image and restart the statefull set with that
alexey vorovich (Inactive)
added a comment - - edited action plan per leonid.fedorov
-implement singe static link binary in drone CI
-discuss same with MDEV for jenkins CI
-enable jmalloc profiling in drone
-keep it disabled in Jenkins
Discuss with Sky possible experiments to catch the leak
-install binary on the customer k8s sky pod
vs
-create new image and restart the statefull set with that
The heap reports are being generated in `/var/run/columnstore/heapprofs/` and will be sent to s3 as well as their svg versions processed by jeprof.
Andrey Piskunov (Inactive)
added a comment - The heap reports are being generated in `/var/run/columnstore/heapprofs/` and will be sent to s3 as well as their svg versions processed by jeprof.
People
Leonid Fedorov
Allen Herrera
Votes:
0Vote for this issue
Watchers:
2Start watching this issue
Dates
Created:
Updated:
Resolved:
Git Integration
Error rendering 'com.xiplink.jira.git.jira_git_plugin:git-issue-webpanel'. Please contact your Jira administrators.
{"report":{"fcp":820.5,"ttfb":212,"pageVisibility":"visible","entityId":117561,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"27f9645b-6fe5-4bb8-945e-46ec15942613","navigationType":0,"readyForUser":884.5999999046326,"redirectCount":0,"resourceLoadedEnd":825.0999999046326,"resourceLoadedStart":218,"resourceTiming":[{"duration":20,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":218,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":218,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":238,"responseStart":0,"secureConnectionStart":0},{"duration":20.100000381469727,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":218.2999997138977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":218.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":238.40000009536743,"responseStart":0,"secureConnectionStart":0},{"duration":78.7999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":218.40000009536743,"connectEnd":218.40000009536743,"connectStart":218.40000009536743,"domainLookupEnd":218.40000009536743,"domainLookupStart":218.40000009536743,"fetchStart":218.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":218.40000009536743,"responseEnd":297.19999980926514,"responseStart":297.19999980926514,"secureConnectionStart":218.40000009536743},{"duration":161.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":218.69999980926514,"connectEnd":218.69999980926514,"connectStart":218.69999980926514,"domainLookupEnd":218.69999980926514,"domainLookupStart":218.69999980926514,"fetchStart":218.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":218.69999980926514,"responseEnd":379.7999997138977,"responseStart":379.7999997138977,"secureConnectionStart":218.69999980926514},{"duration":165,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":218.7999997138977,"connectEnd":218.7999997138977,"connectStart":218.7999997138977,"domainLookupEnd":218.7999997138977,"domainLookupStart":218.7999997138977,"fetchStart":218.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":218.7999997138977,"responseEnd":383.7999997138977,"responseStart":383.7999997138977,"secureConnectionStart":218.7999997138977},{"duration":165.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":219,"connectEnd":219,"connectStart":219,"domainLookupEnd":219,"domainLookupStart":219,"fetchStart":219,"redirectEnd":0,"redirectStart":0,"requestStart":219,"responseEnd":384.40000009536743,"responseStart":384.40000009536743,"secureConnectionStart":219},{"duration":165.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":219.2999997138977,"connectEnd":219.2999997138977,"connectStart":219.2999997138977,"domainLookupEnd":219.2999997138977,"domainLookupStart":219.2999997138977,"fetchStart":219.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":219.2999997138977,"responseEnd":384.69999980926514,"responseStart":384.69999980926514,"secureConnectionStart":219.2999997138977},{"duration":221,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":219.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":219.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":440.40000009536743,"responseStart":0,"secureConnectionStart":0},{"duration":165.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":219.59999990463257,"connectEnd":219.59999990463257,"connectStart":219.59999990463257,"domainLookupEnd":219.59999990463257,"domainLookupStart":219.59999990463257,"fetchStart":219.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":219.59999990463257,"responseEnd":385.19999980926514,"responseStart":385.19999980926514,"secureConnectionStart":219.59999990463257},{"duration":220.80000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":219.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":219.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":440.5,"responseStart":0,"secureConnectionStart":0},{"duration":166,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":219.7999997138977,"connectEnd":219.7999997138977,"connectStart":219.7999997138977,"domainLookupEnd":219.7999997138977,"domainLookupStart":219.7999997138977,"fetchStart":219.7999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":219.7999997138977,"responseEnd":385.7999997138977,"responseStart":385.7999997138977,"secureConnectionStart":219.7999997138977},{"duration":594.9000000953674,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":220.69999980926514,"connectEnd":220.69999980926514,"connectStart":220.69999980926514,"domainLookupEnd":220.69999980926514,"domainLookupStart":220.69999980926514,"fetchStart":220.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":220.69999980926514,"responseEnd":815.5999999046326,"responseStart":815.5999999046326,"secureConnectionStart":220.69999980926514},{"duration":595.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":220.90000009536743,"connectEnd":220.90000009536743,"connectStart":220.90000009536743,"domainLookupEnd":220.90000009536743,"domainLookupStart":220.90000009536743,"fetchStart":220.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":220.90000009536743,"responseEnd":816.4000000953674,"responseStart":816.4000000953674,"secureConnectionStart":220.90000009536743},{"duration":182.2000002861023,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":454.2999997138977,"connectEnd":454.2999997138977,"connectStart":454.2999997138977,"domainLookupEnd":454.2999997138977,"domainLookupStart":454.2999997138977,"fetchStart":454.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":454.2999997138977,"responseEnd":636.5,"responseStart":636.5,"secureConnectionStart":454.2999997138977},{"duration":113.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":711.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":711.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":825.0999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":259.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":712.9000000953674,"connectEnd":712.9000000953674,"connectStart":712.9000000953674,"domainLookupEnd":712.9000000953674,"domainLookupStart":712.9000000953674,"fetchStart":712.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":712.9000000953674,"responseEnd":972,"responseStart":972,"secureConnectionStart":712.9000000953674},{"duration":263.6000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/s/097ae97cb8fbec7d6ea4bbb1f26955b9-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":713.2999997138977,"connectEnd":713.2999997138977,"connectStart":713.2999997138977,"domainLookupEnd":713.2999997138977,"domainLookupStart":713.2999997138977,"fetchStart":713.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":713.2999997138977,"responseEnd":976.9000000953674,"responseStart":976.9000000953674,"secureConnectionStart":713.2999997138977}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":70,"responseStart":212,"responseEnd":215,"domLoading":215,"domInteractive":937,"domContentLoadedEventStart":937,"domContentLoadedEventEnd":983,"domComplete":1253,"loadEventStart":1253,"loadEventEnd":1254,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":919.0999999046326},{"name":"bigPipe.sidebar-id.end","time":919.9000000953674},{"name":"bigPipe.activity-panel-pipe-id.start","time":920.0999999046326},{"name":"bigPipe.activity-panel-pipe-id.end","time":921.2999997138977},{"name":"activityTabFullyLoaded","time":1002.7999997138977}],"measures":[],"correlationId":"9fdfb271ff386d","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":89,"dbReadsTimeInMs":11,"dbConnsTimeInMs":19,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Task
Critical
MCOL-5285 SkySQL OOM Crash? Memory not being released? testing
action plan per leonid.fedorov
-implement singe static link binary in drone CI
-discuss same with MDEV for jenkins CI
-enable jmalloc profiling in drone
-keep it disabled in Jenkins
Discuss with Sky possible experiments to catch the leak
-install binary on the customer k8s sky pod
vs
-create new image and restart the statefull set with that