I have a production MariaDB server which is occasionally experiencing a hang; it refuses new connections, does not create any more threads, and stays at 0% cpu until forced to restart.
I'm using threadpool:
thread_handling=pool-of-threads
thread_pool_size=48
thread_pool_max_threads=128
thread_pool_idle_timeout=30
and xtrabackup. The issue always occurs around the same time of day (once every week or two) so I suspect it may be related to xtrabackup's pausing the server to backup.
Captured a gdb backtrace in this state, but imposed a workaround of restarting the process rather than try to debug further, since the server is being used.
Elena Stepanova
made changes -
2015-06-01 18:51
Field
Original Value
New Value
Labels
need_feedback
Elena Stepanova
made changes -
2015-07-02 20:11
Assignee
Jan Lindström
[ jplindst
]
Sergei Golubchik
made changes -
2015-08-03 20:48
Assignee
Jan Lindström
[ jplindst
]
Elena Stepanova
made changes -
2015-10-28 19:41
Component/s
OTHER
[ 10125
]
Fix Version/s
N/A
[ 14700
]
Resolution
Incomplete
[ 4
]
Status
Open
[ 1
]
Closed
[ 6
]
Elena Stepanova
made changes -
2015-11-13 12:05
Resolution
Incomplete
[ 4
]
Status
Closed
[ 6
]
Stalled
[ 10000
]
Elena Stepanova
made changes -
2016-01-21 00:45
Fix Version/s
10.0
[ 16000
]
Fix Version/s
N/A
[ 14700
]
Assignee
Vladislav Vaintroub
[ wlad
]
Vladislav Vaintroub
made changes -
2016-09-23 20:33
Component/s
Platform FreeBSD
[ 10139
]
Component/s
OTHER
[ 10125
]
Fix Version/s
N/A
[ 14700
]
Fix Version/s
10.0
[ 16000
]
Resolution
Incomplete
[ 4
]
Status
Stalled
[ 10000
]
Closed
[ 6
]
Sergei Golubchik
made changes -
2021-12-06 21:41
Workflow
MariaDB v3
[ 69800
]
MariaDB v4
[ 149227
]
{"report":{"fcp":934.3999996185303,"ttfb":239.0999994277954,"pageVisibility":"visible","entityId":51600,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"cef59e3d-21e4-4823-aac2-f98300068762","navigationType":0,"readyForUser":1006.6999998092651,"redirectCount":0,"resourceLoadedEnd":1312.1999998092651,"resourceLoadedStart":273.8999996185303,"resourceTiming":[{"duration":189.80000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":273.8999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":273.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":463.69999980926514,"responseStart":0,"secureConnectionStart":0},{"duration":189.80000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":274.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":274.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":464,"responseStart":0,"secureConnectionStart":0},{"duration":198.9000005722046,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":274.29999923706055,"connectEnd":274.29999923706055,"connectStart":274.29999923706055,"domainLookupEnd":274.29999923706055,"domainLookupStart":274.29999923706055,"fetchStart":274.29999923706055,"redirectEnd":0,"redirectStart":0,"requestStart":274.29999923706055,"responseEnd":473.19999980926514,"responseStart":473.19999980926514,"secureConnectionStart":274.29999923706055},{"duration":245.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":274.5999994277954,"connectEnd":274.5999994277954,"connectStart":274.5999994277954,"domainLookupEnd":274.5999994277954,"domainLookupStart":274.5999994277954,"fetchStart":274.5999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":274.5999994277954,"responseEnd":520.3999996185303,"responseStart":520.3999996185303,"secureConnectionStart":274.5999994277954},{"duration":249.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":274.79999923706055,"connectEnd":274.79999923706055,"connectStart":274.79999923706055,"domainLookupEnd":274.79999923706055,"domainLookupStart":274.79999923706055,"fetchStart":274.79999923706055,"redirectEnd":0,"redirectStart":0,"requestStart":274.79999923706055,"responseEnd":524.2999992370605,"responseStart":524.2999992370605,"secureConnectionStart":274.79999923706055},{"duration":249.5999994277954,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":275,"connectEnd":275,"connectStart":275,"domainLookupEnd":275,"domainLookupStart":275,"fetchStart":275,"redirectEnd":0,"redirectStart":0,"requestStart":275,"responseEnd":524.5999994277954,"responseStart":524.5999994277954,"secureConnectionStart":275},{"duration":250,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":275.0999994277954,"connectEnd":275.0999994277954,"connectStart":275.0999994277954,"domainLookupEnd":275.0999994277954,"domainLookupStart":275.0999994277954,"fetchStart":275.0999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":275.0999994277954,"responseEnd":525.0999994277954,"responseStart":525.0999994277954,"secureConnectionStart":275.0999994277954},{"duration":341.1000003814697,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":275.3999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":275.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":616.5,"responseStart":0,"secureConnectionStart":0},{"duration":250.0999994277954,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":275.5,"connectEnd":275.5,"connectStart":275.5,"domainLookupEnd":275.5,"domainLookupStart":275.5,"fetchStart":275.5,"redirectEnd":0,"redirectStart":0,"requestStart":275.5,"responseEnd":525.5999994277954,"responseStart":525.5999994277954,"secureConnectionStart":275.5},{"duration":340.8999996185303,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":275.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":275.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":616.5999994277954,"responseStart":0,"secureConnectionStart":0},{"duration":250.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":275.79999923706055,"connectEnd":275.79999923706055,"connectStart":275.79999923706055,"domainLookupEnd":275.79999923706055,"domainLookupStart":275.79999923706055,"fetchStart":275.79999923706055,"redirectEnd":0,"redirectStart":0,"requestStart":275.79999923706055,"responseEnd":526.2999992370605,"responseStart":526.2999992370605,"secureConnectionStart":275.79999923706055},{"duration":1031.1000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":276.5999994277954,"connectEnd":276.5999994277954,"connectStart":276.5999994277954,"domainLookupEnd":276.5999994277954,"domainLookupStart":276.5999994277954,"fetchStart":276.5999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":276.5999994277954,"responseEnd":1307.6999998092651,"responseStart":1307.6999998092651,"secureConnectionStart":276.5999994277954},{"duration":1032.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":276.69999980926514,"connectEnd":276.69999980926514,"connectStart":276.69999980926514,"domainLookupEnd":276.69999980926514,"domainLookupStart":276.69999980926514,"fetchStart":276.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":276.69999980926514,"responseEnd":1309.1999998092651,"responseStart":1309.1999998092651,"secureConnectionStart":276.69999980926514},{"duration":162.60000038146973,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":628.2999992370605,"connectEnd":628.2999992370605,"connectStart":628.2999992370605,"domainLookupEnd":628.2999992370605,"domainLookupStart":628.2999992370605,"fetchStart":628.2999992370605,"redirectEnd":0,"redirectStart":0,"requestStart":628.2999992370605,"responseEnd":790.8999996185303,"responseStart":790.8999996185303,"secureConnectionStart":628.2999992370605},{"duration":422.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":889.3999996185303,"connectEnd":889.3999996185303,"connectStart":889.3999996185303,"domainLookupEnd":889.3999996185303,"domainLookupStart":889.3999996185303,"fetchStart":889.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":889.3999996185303,"responseEnd":1312.1999998092651,"responseStart":1312.1999998092651,"secureConnectionStart":889.3999996185303}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":55,"responseStart":239,"responseEnd":241,"domLoading":271,"domInteractive":1339,"domContentLoadedEventStart":1339,"domContentLoadedEventEnd":1381,"domComplete":1781,"loadEventStart":1781,"loadEventEnd":1781,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1314.0999994277954},{"name":"bigPipe.sidebar-id.end","time":1314.8999996185303},{"name":"bigPipe.activity-panel-pipe-id.start","time":1315.0999994277954},{"name":"bigPipe.activity-panel-pipe-id.end","time":1318.1999998092651},{"name":"activityTabFullyLoaded","time":1432.6999998092651}],"measures":[],"correlationId":"8683a78351e0a7","effectiveType":"4g","downlink":9.7,"rtt":0,"serverDuration":131,"dbReadsTimeInMs":18,"dbConnsTimeInMs":26,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}