Hi,
I just upgraded a slave of a 10.3.15 from 10.3.15 to 10.3.17. Now I cannot shutdown the database or stop the slave threads, if they are running (I need to use kill -9).
When I start the database with skip_slave_start, I can shutdown the database normally.
When I start only the IO_THREAD or only the SQL_THREAD, stop slave works.
When I start all threads, neither stopping them or shutting down the whole database works.
However, when the master is not reachable when starting the slave threads, stopping them is possible.
When the master is shut down while the slave threads are running, stopping the threads will not work. show slave status shows:
Slave_SQL_Running_State: Waiting for worker threads to be idle
|
Please let me know if you need further information.
Cheers,
Volker
- is duplicated by
-
MDEV-20247
Replication hangs with "preparing" and never starts
-
-
Closed
{"report":{"fcp":1917.8999999761581,"ttfb":522.0999999046326,"pageVisibility":"visible","entityId":78091,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"451f8911-5379-40ca-8d3d-d1d23df8923a","navigationType":0,"readyForUser":2009.3999999761581,"redirectCount":0,"resourceLoadedEnd":2134.7999999523163,"resourceLoadedStart":535.5,"resourceTiming":[{"duration":823.2999999523163,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":535.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":535.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1358.7999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":823.3999999761581,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":535.7999999523163,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":535.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1359.1999999284744,"responseStart":0,"secureConnectionStart":0},{"duration":834.3999999761581,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":536,"connectEnd":536,"connectStart":536,"domainLookupEnd":536,"domainLookupStart":536,"fetchStart":536,"redirectEnd":0,"redirectStart":0,"requestStart":536,"responseEnd":1370.3999999761581,"responseStart":1370.3999999761581,"secureConnectionStart":536},{"duration":946.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":536.3999999761581,"connectEnd":536.3999999761581,"connectStart":536.3999999761581,"domainLookupEnd":536.3999999761581,"domainLookupStart":536.3999999761581,"fetchStart":536.3999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":536.3999999761581,"responseEnd":1483.1999999284744,"responseStart":1483.1999999284744,"secureConnectionStart":536.3999999761581},{"duration":959,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":536.5999999046326,"connectEnd":536.5999999046326,"connectStart":536.5999999046326,"domainLookupEnd":536.5999999046326,"domainLookupStart":536.5999999046326,"fetchStart":536.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":536.5999999046326,"responseEnd":1495.5999999046326,"responseStart":1495.5999999046326,"secureConnectionStart":536.5999999046326},{"duration":959.8999999761581,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":536.6999999284744,"connectEnd":536.6999999284744,"connectStart":536.6999999284744,"domainLookupEnd":536.6999999284744,"domainLookupStart":536.6999999284744,"fetchStart":536.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":536.6999999284744,"responseEnd":1496.5999999046326,"responseStart":1496.5999999046326,"secureConnectionStart":536.6999999284744},{"duration":960.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":536.8999999761581,"connectEnd":536.8999999761581,"connectStart":536.8999999761581,"domainLookupEnd":536.8999999761581,"domainLookupStart":536.8999999761581,"fetchStart":536.8999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":536.8999999761581,"responseEnd":1497.3999999761581,"responseStart":1497.3999999761581,"secureConnectionStart":536.8999999761581},{"duration":985.3999999761581,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":537.2999999523163,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":537.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1522.6999999284744,"responseStart":0,"secureConnectionStart":0},{"duration":961.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":537.3999999761581,"connectEnd":537.3999999761581,"connectStart":537.3999999761581,"domainLookupEnd":537.3999999761581,"domainLookupStart":537.3999999761581,"fetchStart":537.3999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":537.3999999761581,"responseEnd":1498.6999999284744,"responseStart":1498.6999999284744,"secureConnectionStart":537.3999999761581},{"duration":985.3000000715256,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":537.5999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":537.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1522.8999999761581,"responseStart":0,"secureConnectionStart":0},{"duration":962.6000000238419,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":537.7999999523163,"connectEnd":537.7999999523163,"connectStart":537.7999999523163,"domainLookupEnd":537.7999999523163,"domainLookupStart":537.7999999523163,"fetchStart":537.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":537.7999999523163,"responseEnd":1500.3999999761581,"responseStart":1500.3999999761581,"secureConnectionStart":537.7999999523163},{"duration":1578.1000000238419,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":538.6999999284744,"connectEnd":538.6999999284744,"connectStart":538.6999999284744,"domainLookupEnd":538.6999999284744,"domainLookupStart":538.6999999284744,"fetchStart":538.6999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":538.6999999284744,"responseEnd":2116.7999999523163,"responseStart":2116.7999999523163,"secureConnectionStart":538.6999999284744},{"duration":1577,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":541.1999999284744,"connectEnd":541.1999999284744,"connectStart":541.1999999284744,"domainLookupEnd":541.1999999284744,"domainLookupStart":541.1999999284744,"fetchStart":541.1999999284744,"redirectEnd":0,"redirectStart":0,"requestStart":541.1999999284744,"responseEnd":2118.1999999284744,"responseStart":2118.1999999284744,"secureConnectionStart":541.1999999284744},{"duration":242.39999997615814,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1544.7999999523163,"connectEnd":1544.7999999523163,"connectStart":1544.7999999523163,"domainLookupEnd":1544.7999999523163,"domainLookupStart":1544.7999999523163,"fetchStart":1544.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":1544.7999999523163,"responseEnd":1787.1999999284744,"responseStart":1787.1999999284744,"secureConnectionStart":1544.7999999523163},{"duration":297.39999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":1837.3999999761581,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1837.3999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":2134.7999999523163,"responseStart":0,"secureConnectionStart":0},{"duration":375.60000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":1838.3999999761581,"connectEnd":1838.3999999761581,"connectStart":1838.3999999761581,"domainLookupEnd":1838.3999999761581,"domainLookupStart":1838.3999999761581,"fetchStart":1838.3999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":1838.3999999761581,"responseEnd":2214,"responseStart":2214,"secureConnectionStart":1838.3999999761581},{"duration":379.39999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/s/097ae97cb8fbec7d6ea4bbb1f26955b9-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":1838.7999999523163,"connectEnd":1838.7999999523163,"connectStart":1838.7999999523163,"domainLookupEnd":1838.7999999523163,"domainLookupStart":1838.7999999523163,"fetchStart":1838.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":1838.7999999523163,"responseEnd":2218.1999999284744,"responseStart":2218.1999999284744,"secureConnectionStart":1838.7999999523163}],"fetchStart":0,"domainLookupStart":328,"domainLookupEnd":334,"connectStart":334,"connectEnd":353,"secureConnectionStart":342,"requestStart":353,"responseStart":523,"responseEnd":539,"domLoading":527,"domInteractive":2150,"domContentLoadedEventStart":2150,"domContentLoadedEventEnd":2205,"domComplete":2825,"loadEventStart":2825,"loadEventEnd":2826,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":2121.0999999046326},{"name":"bigPipe.sidebar-id.end","time":2121.7999999523163},{"name":"bigPipe.activity-panel-pipe-id.start","time":2122},{"name":"bigPipe.activity-panel-pipe-id.end","time":2123.399999976158},{"name":"activityTabFullyLoaded","time":2219.899999976158}],"measures":[],"correlationId":"7db4899cb6c5c8","effectiveType":"4g","downlink":9.4,"rtt":0,"serverDuration":99,"dbReadsTimeInMs":12,"dbConnsTimeInMs":20,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
It could be related to
MDEV-20247.Do you use any non-zero value of innodb-thread-concurrency? Try to disable it and see if the problem goes away.
Also, if you get a readable stack trace of all threads from the hanging slave, we'll probably be able to tell with more certainty. But if you indeed use the value and disabling it helps, with all likelihood it's the same problem.