galera.galera_bf_kill_debug failed on BB 10.5 CS: "A long semaphore wait".
It seems to be a sporadic issue.
stdio.log:
10.5.9, 39378e1366f78b38c05e45103b9fb9c829cc5f4f, kvm-rpm-centos74-amd64-debug
|
galera.galera_bf_kill_debug 'innodb' w2 [ fail ] Found warnings/errors in server log file!
|
Test ended at 2020-12-21 19:46:40
|
line
|
2020-12-21 19:45:52 0 [Warning] InnoDB: A long semaphore wait:
|
2020-12-21 19:46:07 0 [Warning] InnoDB: A long semaphore wait:
|
2020-12-21 19:46:22 0 [Warning] InnoDB: A long semaphore wait:
|
2020-12-21 19:46:37 0 [Warning] InnoDB: A long semaphore wait:
|
^ Found warnings in /dev/shm/var/2/log/mysqld.2.err
|
ok
|
|
- skipping '/dev/shm/var/2/log/galera.galera_bf_kill_debug-innodb/'
|
|
Retrying test galera.galera_bf_kill_debug, attempt(2/3)...
|
|
worker[2] > Restart - not started
|
worker[2] > Restart - not started
|
10.5 Server logs
.
But on BB 10.6 CS it failed with another output: "safe_mutex: Found wrong usage of mutex 'LOCK_thd_kill' and 'mutex'".
stdio.log:
10.6.0, 30dc4287ec3d46bae7593f56383b9f3738e3c4e6, kvm-rpm-centos74-amd64-debug
|
galera.galera_bf_kill_debug 'innodb' w2 [ fail ] Found warnings/errors in server log file!
|
Test ended at 2020-12-19 12:47:06
|
line
|
safe_mutex: Found wrong usage of mutex 'LOCK_thd_kill' and 'mutex'
|
^ Found warnings in /dev/shm/var/2/log/mysqld.2.err
|
ok
|
|
- skipping '/dev/shm/var/2/log/galera.galera_bf_kill_debug-innodb/'
|
|
Retrying test galera.galera_bf_kill_debug, attempt(2/3)...
|
|
worker[2] > Restart - not started
|
worker[2] > Restart - not started
|
galera.galera_bf_kill_debug 'innodb' w2 [ retry-pass ] 2059
|
|
Retrying test galera.galera_bf_kill_debug, attempt(3/3)...
|
|
galera.galera_bf_kill_debug 'innodb' w2 [ retry-fail ] Found warnings/errors in server log file!
|
Test ended at 2020-12-19 12:47:14
|
line
|
safe_mutex: Found wrong usage of mutex 'mutex' and 'LOCK_thd_data'
|
^ Found warnings in /dev/shm/var/2/log/mysqld.2.err
|
ok
|
|
- skipping '/dev/shm/var/2/log/galera.galera_bf_kill_debug-innodb/'
|
worker[2] > Restart - using different config file
|
worker[2] > Restart - using different config file
|
10.6 Server logs
.
- blocks
-
MDEV-22122
Galera test failures on 10.5
-
-
Open
{"report":{"fcp":805,"ttfb":209.90000009536743,"pageVisibility":"visible","entityId":95447,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"bf467362-4869-47ae-b5f8-0fb14a42a79e","navigationType":0,"readyForUser":901.7999999523163,"redirectCount":0,"resourceLoadedEnd":937.9000000953674,"resourceLoadedStart":215.79999995231628,"resourceTiming":[{"duration":49.90000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":215.79999995231628,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":215.79999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":265.7000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":50.69999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":216.10000014305115,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":216.10000014305115,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":266.7999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":110.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":216.29999995231628,"connectEnd":216.29999995231628,"connectStart":216.29999995231628,"domainLookupEnd":216.29999995231628,"domainLookupStart":216.29999995231628,"fetchStart":216.29999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":216.29999995231628,"responseEnd":327.2000000476837,"responseStart":327.2000000476837,"secureConnectionStart":216.29999995231628},{"duration":168.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":216.5,"connectEnd":216.5,"connectStart":216.5,"domainLookupEnd":216.5,"domainLookupStart":216.5,"fetchStart":216.5,"redirectEnd":0,"redirectStart":0,"requestStart":216.5,"responseEnd":385.40000009536743,"responseStart":385.40000009536743,"secureConnectionStart":216.5},{"duration":173.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":216.70000004768372,"connectEnd":216.70000004768372,"connectStart":216.70000004768372,"domainLookupEnd":216.70000004768372,"domainLookupStart":216.70000004768372,"fetchStart":216.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":216.70000004768372,"responseEnd":390.2999999523163,"responseStart":390.2999999523163,"secureConnectionStart":216.70000004768372},{"duration":174.20000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":216.90000009536743,"connectEnd":216.90000009536743,"connectStart":216.90000009536743,"domainLookupEnd":216.90000009536743,"domainLookupStart":216.90000009536743,"fetchStart":216.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":216.90000009536743,"responseEnd":391.10000014305115,"responseStart":391.10000014305115,"secureConnectionStart":216.90000009536743},{"duration":175,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":217.10000014305115,"connectEnd":217.10000014305115,"connectStart":217.10000014305115,"domainLookupEnd":217.10000014305115,"domainLookupStart":217.10000014305115,"fetchStart":217.10000014305115,"redirectEnd":0,"redirectStart":0,"requestStart":217.10000014305115,"responseEnd":392.10000014305115,"responseStart":392.10000014305115,"secureConnectionStart":217.10000014305115},{"duration":259.10000014305115,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":217.29999995231628,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":217.29999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":476.40000009536743,"responseStart":0,"secureConnectionStart":0},{"duration":175.60000014305115,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":217.29999995231628,"connectEnd":217.29999995231628,"connectStart":217.29999995231628,"domainLookupEnd":217.29999995231628,"domainLookupStart":217.29999995231628,"fetchStart":217.29999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":217.29999995231628,"responseEnd":392.90000009536743,"responseStart":392.90000009536743,"secureConnectionStart":217.29999995231628},{"duration":259.10000014305115,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":217.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":217.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":476.60000014305115,"responseStart":0,"secureConnectionStart":0},{"duration":176.29999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":217.70000004768372,"connectEnd":217.70000004768372,"connectStart":217.70000004768372,"domainLookupEnd":217.70000004768372,"domainLookupStart":217.70000004768372,"fetchStart":217.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":217.70000004768372,"responseEnd":394,"responseStart":394,"secureConnectionStart":217.70000004768372},{"duration":310.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":218.60000014305115,"connectEnd":218.60000014305115,"connectStart":218.60000014305115,"domainLookupEnd":218.60000014305115,"domainLookupStart":218.60000014305115,"fetchStart":218.60000014305115,"redirectEnd":0,"redirectStart":0,"requestStart":218.60000014305115,"responseEnd":529.1000001430511,"responseStart":529.1000001430511,"secureConnectionStart":218.60000014305115},{"duration":697.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":218.70000004768372,"connectEnd":218.70000004768372,"connectStart":218.70000004768372,"domainLookupEnd":218.70000004768372,"domainLookupStart":218.70000004768372,"fetchStart":218.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":218.70000004768372,"responseEnd":916.2000000476837,"responseStart":916.2000000476837,"secureConnectionStart":218.70000004768372},{"duration":39.700000047683716,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":490.2999999523163,"connectEnd":490.2999999523163,"connectStart":490.2999999523163,"domainLookupEnd":490.2999999523163,"domainLookupStart":490.2999999523163,"fetchStart":490.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":490.2999999523163,"responseEnd":530,"responseStart":530,"secureConnectionStart":490.2999999523163},{"duration":388.7000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":549.2000000476837,"connectEnd":549.2000000476837,"connectStart":549.2000000476837,"domainLookupEnd":549.2000000476837,"domainLookupStart":549.2000000476837,"fetchStart":549.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":549.2000000476837,"responseEnd":937.9000000953674,"responseStart":937.9000000953674,"secureConnectionStart":549.2000000476837},{"duration":152.70000004768372,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":796.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":796.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":949.2000000476837,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":39,"responseStart":210,"responseEnd":211,"domLoading":213,"domInteractive":962,"domContentLoadedEventStart":962,"domContentLoadedEventEnd":1003,"domComplete":1450,"loadEventStart":1450,"loadEventEnd":1452,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":950},{"name":"bigPipe.sidebar-id.end","time":950.7000000476837},{"name":"bigPipe.activity-panel-pipe-id.start","time":950.7999999523163},{"name":"bigPipe.activity-panel-pipe-id.end","time":953.2999999523163},{"name":"activityTabFullyLoaded","time":1014.6000001430511}],"measures":[],"correlationId":"c298b328f2f6f9","effectiveType":"4g","downlink":9.5,"rtt":0,"serverDuration":102,"dbReadsTimeInMs":13,"dbConnsTimeInMs":22,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}