Hi, it seems the problem of WSREP: BF lock wait long for trx .... is appear again and locking a whole cluster (galera). I have a cluster with 3 nodes using HAProxy and KeepAlived. The cluster hung several times for a week. And one of the node produced a bigger error log than the others.
As you can see inside attachment, the error log that i extracted before writing so many BF lock wait long for trx ....
If any mistake, pls let me know. I using earlier version of MariaDB, 10.1.31
is this still buggy? or i don't figure it out that this isn't bug?
Sorry for my bad english
*edit : For each hung, i take a look on the error log and seems that the crash triggered by sql statement "commit". Any idea?
Spec:
OS = CentOS 7.2.1511
MariaDB = 10.1.31
VM
- relates to
-
MDEV-12837
WSREP: BF lock wait long
-
-
Closed
{"report":{"fcp":1019.2999999970198,"ttfb":352.29999999701977,"pageVisibility":"visible","entityId":66621,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0.5,"journeyId":"7d90c5f7-f53b-4b40-92e4-9c00f46f23f0","navigationType":0,"readyForUser":1098.7999999970198,"redirectCount":0,"resourceLoadedEnd":746.0999999940395,"resourceLoadedStart":357.19999999552965,"resourceTiming":[{"duration":73.89999999850988,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":357.19999999552965,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":357.19999999552965,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":431.09999999403954,"responseStart":0,"secureConnectionStart":0},{"duration":74,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":357.59999999403954,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":357.59999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":431.59999999403954,"responseStart":0,"secureConnectionStart":0},{"duration":258.30000000447035,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":357.59999999403954,"connectEnd":357.59999999403954,"connectStart":357.59999999403954,"domainLookupEnd":357.59999999403954,"domainLookupStart":357.59999999403954,"fetchStart":357.59999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":433.5,"responseEnd":615.8999999985099,"responseStart":447.19999999552965,"secureConnectionStart":357.59999999403954},{"duration":388.19999999552965,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":357.8999999985099,"connectEnd":357.8999999985099,"connectStart":357.8999999985099,"domainLookupEnd":357.8999999985099,"domainLookupStart":357.8999999985099,"fetchStart":357.8999999985099,"redirectEnd":0,"redirectStart":0,"requestStart":438.59999999403954,"responseEnd":746.0999999940395,"responseStart":455.3999999985099,"secureConnectionStart":357.8999999985099},{"duration":99.60000000149012,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":365.09999999403954,"connectEnd":365.09999999403954,"connectStart":365.09999999403954,"domainLookupEnd":365.09999999403954,"domainLookupStart":365.09999999403954,"fetchStart":365.09999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":443.8999999985099,"responseEnd":464.69999999552965,"responseStart":463.3999999985099,"secureConnectionStart":365.09999999403954},{"duration":99.39999999850988,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":365.3999999985099,"connectEnd":365.3999999985099,"connectStart":365.3999999985099,"domainLookupEnd":365.3999999985099,"domainLookupStart":365.3999999985099,"fetchStart":365.3999999985099,"redirectEnd":0,"redirectStart":0,"requestStart":444.59999999403954,"responseEnd":464.79999999701977,"responseStart":463.8999999985099,"secureConnectionStart":365.3999999985099},{"duration":101.20000000298023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":365.59999999403954,"connectEnd":365.59999999403954,"connectStart":365.59999999403954,"domainLookupEnd":365.59999999403954,"domainLookupStart":365.59999999403954,"fetchStart":365.59999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":445.69999999552965,"responseEnd":466.79999999701977,"responseStart":466,"secureConnectionStart":365.59999999403954},{"duration":79,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":365.79999999701977,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":365.79999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":444.79999999701977,"responseStart":0,"secureConnectionStart":0},{"duration":107.79999999701977,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":365.8999999985099,"connectEnd":365.8999999985099,"connectStart":365.8999999985099,"domainLookupEnd":365.8999999985099,"domainLookupStart":365.8999999985099,"fetchStart":365.8999999985099,"redirectEnd":0,"redirectStart":0,"requestStart":448.5,"responseEnd":473.69999999552965,"responseStart":472.19999999552965,"secureConnectionStart":365.8999999985099},{"duration":80,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":366.09999999403954,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":366.09999999403954,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":446.09999999403954,"responseStart":0,"secureConnectionStart":0},{"duration":107.89999999850988,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":366.19999999552965,"connectEnd":366.19999999552965,"connectStart":366.19999999552965,"domainLookupEnd":366.19999999552965,"domainLookupStart":366.19999999552965,"fetchStart":366.19999999552965,"redirectEnd":0,"redirectStart":0,"requestStart":449.3999999985099,"responseEnd":474.09999999403954,"responseStart":472.69999999552965,"secureConnectionStart":366.19999999552965},{"duration":342.20000000298023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":374.69999999552965,"connectEnd":374.69999999552965,"connectStart":374.69999999552965,"domainLookupEnd":374.69999999552965,"domainLookupStart":374.69999999552965,"fetchStart":374.69999999552965,"redirectEnd":0,"redirectStart":0,"requestStart":579.5,"responseEnd":716.8999999985099,"responseStart":709.5,"secureConnectionStart":374.69999999552965},{"duration":343.70000000298023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":374.79999999701977,"connectEnd":374.79999999701977,"connectStart":374.79999999701977,"domainLookupEnd":374.79999999701977,"domainLookupStart":374.79999999701977,"fetchStart":374.79999999701977,"redirectEnd":0,"redirectStart":0,"requestStart":653.5999999940395,"responseEnd":718.5,"responseStart":713.3999999985099,"secureConnectionStart":374.79999999701977},{"duration":151.5,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":741.3999999985099,"connectEnd":741.3999999985099,"connectStart":741.3999999985099,"domainLookupEnd":741.3999999985099,"domainLookupStart":741.3999999985099,"fetchStart":741.3999999985099,"redirectEnd":0,"redirectStart":0,"requestStart":858.5999999940395,"responseEnd":892.8999999985099,"responseStart":891.7999999970198,"secureConnectionStart":741.3999999985099},{"duration":263.8999999985099,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":974.2999999970198,"connectEnd":974.2999999970198,"connectStart":974.2999999970198,"domainLookupEnd":974.2999999970198,"domainLookupStart":974.2999999970198,"fetchStart":974.2999999970198,"redirectEnd":0,"redirectStart":0,"requestStart":1205.8999999985099,"responseEnd":1238.1999999955297,"responseStart":1237.5,"secureConnectionStart":974.2999999970198}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":173,"responseStart":352,"responseEnd":374,"domLoading":356,"domInteractive":1184,"domContentLoadedEventStart":1184,"domContentLoadedEventEnd":1230,"domComplete":1742,"loadEventStart":1742,"loadEventEnd":1742,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1166.5999999940395},{"name":"bigPipe.sidebar-id.end","time":1167.3999999985099},{"name":"bigPipe.activity-panel-pipe-id.start","time":1167.5},{"name":"bigPipe.activity-panel-pipe-id.end","time":1168.3999999985099},{"name":"activityTabFullyLoaded","time":1247.0999999940395}],"measures":[],"correlationId":"d6cf1a0ee94a7d","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":98,"dbReadsTimeInMs":15,"dbConnsTimeInMs":24,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Major
I would need full unedited error log that will also contain those BF lock wait long messages.