One of our servers inside a 3-node galera cluster is having troubles crashing itself around rsyslogd rotation (6:25am). We've also seen similar crashes sometimes when doing a full SST, after the data is transferred - but this is not consistent, we can restart the node fine most of the time.
It seems to only happen on this node, the other two nodes are working fine. All three nodes have the same hardware and software setup.
The full log has been attached.
- relates to
-
MDEV-9510
Segmentation fault in binlog thread causes crash
-
-
Closed
{"report":{"fcp":977.7000000029802,"ttfb":207.20000000298023,"pageVisibility":"visible","entityId":56988,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"61151c94-468a-4035-84fd-28a4763853e4","navigationType":0,"readyForUser":1052.6000000014901,"redirectCount":0,"resourceLoadedEnd":1067.2000000029802,"resourceLoadedStart":212.70000000298023,"resourceTiming":[{"duration":346.1000000014901,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":212.70000000298023,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":212.70000000298023,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":558.8000000044703,"responseStart":0,"secureConnectionStart":0},{"duration":346.19999999552965,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":212.90000000596046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":212.90000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":559.1000000014901,"responseStart":0,"secureConnectionStart":0},{"duration":355.3999999985099,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":213.10000000149012,"connectEnd":213.10000000149012,"connectStart":213.10000000149012,"domainLookupEnd":213.10000000149012,"domainLookupStart":213.10000000149012,"fetchStart":213.10000000149012,"redirectEnd":0,"redirectStart":0,"requestStart":213.10000000149012,"responseEnd":568.5,"responseStart":568.4000000059605,"secureConnectionStart":213.10000000149012},{"duration":381.1000000014901,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":213.30000000447035,"connectEnd":213.30000000447035,"connectStart":213.30000000447035,"domainLookupEnd":213.30000000447035,"domainLookupStart":213.30000000447035,"fetchStart":213.30000000447035,"redirectEnd":0,"redirectStart":0,"requestStart":213.30000000447035,"responseEnd":594.4000000059605,"responseStart":594.4000000059605,"secureConnectionStart":213.30000000447035},{"duration":384.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":213.5,"connectEnd":213.5,"connectStart":213.5,"domainLookupEnd":213.5,"domainLookupStart":213.5,"fetchStart":213.5,"redirectEnd":0,"redirectStart":0,"requestStart":213.5,"responseEnd":598,"responseStart":598,"secureConnectionStart":213.5},{"duration":385,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":213.80000000447035,"connectEnd":213.80000000447035,"connectStart":213.80000000447035,"domainLookupEnd":213.80000000447035,"domainLookupStart":213.80000000447035,"fetchStart":213.80000000447035,"redirectEnd":0,"redirectStart":0,"requestStart":213.80000000447035,"responseEnd":598.8000000044703,"responseStart":598.8000000044703,"secureConnectionStart":213.80000000447035},{"duration":385.59999999403954,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":213.90000000596046,"connectEnd":213.90000000596046,"connectStart":213.90000000596046,"domainLookupEnd":213.90000000596046,"domainLookupStart":213.90000000596046,"fetchStart":213.90000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":213.90000000596046,"responseEnd":599.5,"responseStart":599.5,"secureConnectionStart":213.90000000596046},{"duration":386.20000000298023,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":214.10000000149012,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":214.10000000149012,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":600.3000000044703,"responseStart":0,"secureConnectionStart":0},{"duration":386.1000000014901,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":214.30000000447035,"connectEnd":214.30000000447035,"connectStart":214.30000000447035,"domainLookupEnd":214.30000000447035,"domainLookupStart":214.30000000447035,"fetchStart":214.30000000447035,"redirectEnd":0,"redirectStart":0,"requestStart":214.30000000447035,"responseEnd":600.4000000059605,"responseStart":600.4000000059605,"secureConnectionStart":214.30000000447035},{"duration":507.3999999985099,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":214.40000000596046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":214.40000000596046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":721.8000000044703,"responseStart":0,"secureConnectionStart":0},{"duration":386.6000000014901,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":214.60000000149012,"connectEnd":214.60000000149012,"connectStart":214.60000000149012,"domainLookupEnd":214.60000000149012,"domainLookupStart":214.60000000149012,"fetchStart":214.60000000149012,"redirectEnd":0,"redirectStart":0,"requestStart":214.60000000149012,"responseEnd":601.2000000029802,"responseStart":601.2000000029802,"secureConnectionStart":214.60000000149012},{"duration":850.7000000029802,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":215.60000000149012,"connectEnd":215.60000000149012,"connectStart":215.60000000149012,"domainLookupEnd":215.60000000149012,"domainLookupStart":215.60000000149012,"fetchStart":215.60000000149012,"redirectEnd":0,"redirectStart":0,"requestStart":215.60000000149012,"responseEnd":1066.3000000044703,"responseStart":1066.3000000044703,"secureConnectionStart":215.60000000149012},{"duration":851.6000000014901,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":215.60000000149012,"connectEnd":215.60000000149012,"connectStart":215.60000000149012,"domainLookupEnd":215.60000000149012,"domainLookupStart":215.60000000149012,"fetchStart":215.60000000149012,"redirectEnd":0,"redirectStart":0,"requestStart":215.60000000149012,"responseEnd":1067.2000000029802,"responseStart":1067.2000000029802,"secureConnectionStart":215.60000000149012},{"duration":264.09999999403954,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":789.9000000059605,"connectEnd":789.9000000059605,"connectStart":789.9000000059605,"domainLookupEnd":789.9000000059605,"domainLookupStart":789.9000000059605,"fetchStart":789.9000000059605,"redirectEnd":0,"redirectStart":0,"requestStart":789.9000000059605,"responseEnd":1054,"responseStart":1054,"secureConnectionStart":789.9000000059605},{"duration":139.89999999850988,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":966.4000000059605,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":966.4000000059605,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1106.3000000044703,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":58,"responseStart":207,"responseEnd":209,"domLoading":210,"domInteractive":1136,"domContentLoadedEventStart":1136,"domContentLoadedEventEnd":1173,"domComplete":1847,"loadEventStart":1848,"loadEventEnd":1849,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1114.1000000014901},{"name":"bigPipe.sidebar-id.end","time":1115},{"name":"bigPipe.activity-panel-pipe-id.start","time":1115.1000000014901},{"name":"bigPipe.activity-panel-pipe-id.end","time":1118.2000000029802},{"name":"activityTabFullyLoaded","time":1179.3000000044703}],"measures":[],"correlationId":"6ee438bf5e76f1","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":93,"dbReadsTimeInMs":11,"dbConnsTimeInMs":19,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Major