In Semi-Sync replication environment, when master server got timeout waiting for the reply of binlog
2019-07-29 15:19:30 975211 [Warning] Timeout waiting for reply of binlog (file: bin_log.000346, pos: 247856273), semi-sync up to file bin_log.000346, position 247854688.
|
2019-07-29 15:19:30 975211 [Note] Semi-sync replication switched OFF.
|
2019-07-29 15:20:32 974875 [Note] Stop semi-sync binlog_dump to slave (server_id: 2)
|
2019-07-29 15:20:33 974874 [Note] Stop semi-sync binlog_dump to slave (server_id: 3)
|
Slave server getting stopped with below error.
2019-07-29 15:20:46 11 [ERROR] Semi-sync slave net_flush() reply failed
|
2019-07-29 15:20:46 11 [ERROR] Slave I/O: Fatal error: Failed to run 'after_queue_event' hook, Internal MariaDB error code: 1593
|
2019-07-29 15:20:46 11 [Note] Slave I/O thread exiting, read up to log 'bin_log.000346', position 247948930; GTID position 1-1-146008965
|
This looks like upstream bug https://bugs.mysql.com/bug.php?id=45852
upstream bug is resolved by MySQL with below note.
semisynch: Last_IO_Error: Fatal error: Failed to run 'after_queue_event' hook
|
|
Errors when send reply to master should never cause the IO thread
|
to stop, because master can fall back to async replication if it
|
does not get reply from slave.
|
|
The problem is fixed by deliberately ignoring the return value of
|
slaveReply.
|
@ plugin/semisync/semisync_slave_plugin.cc
|
Deliberately ignore the return value of slaveReply so that errors
|
while sending slave reply will not cause the IO thread to stop.
|
- relates to
-
MDEV-29842
ERROR Semi-sync slave net_flush() reply failed
-
-
Closed
{"report":{"fcp":894.1999998092651,"ttfb":270.5,"pageVisibility":"visible","entityId":77898,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"263fd501-1058-434e-a311-331e8f4514d2","navigationType":0,"readyForUser":970.1999998092651,"redirectCount":0,"resourceLoadedEnd":1143.1999998092651,"resourceLoadedStart":275.8999996185303,"resourceTiming":[{"duration":100.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":275.8999996185303,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":275.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":376.3999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":100.90000057220459,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":276.0999994277954,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":276.0999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":377,"responseStart":0,"secureConnectionStart":0},{"duration":163.89999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/s/e9b27a47da5fb0f74a35acd57e9847fb-CDN/lu2bv2/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":276.30000019073486,"connectEnd":276.30000019073486,"connectStart":276.30000019073486,"domainLookupEnd":276.30000019073486,"domainLookupStart":276.30000019073486,"fetchStart":276.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":276.30000019073486,"responseEnd":440.19999980926514,"responseStart":440.19999980926514,"secureConnectionStart":276.30000019073486},{"duration":236.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/c32eb0da7ad9831253f8397e6cc26afd-CDN/lu2bv2/820016/12ta74/2380add21a9a1006587582385952de73/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":276.5,"connectEnd":276.5,"connectStart":276.5,"domainLookupEnd":276.5,"domainLookupStart":276.5,"fetchStart":276.5,"redirectEnd":0,"redirectStart":0,"requestStart":276.5,"responseEnd":513.3000001907349,"responseStart":513.3000001907349,"secureConnectionStart":276.5},{"duration":240.39999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/s/bc0bcb146314416123c992714ee00ff7-CDN/lu2bv2/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":276.69999980926514,"connectEnd":276.69999980926514,"connectStart":276.69999980926514,"domainLookupEnd":276.69999980926514,"domainLookupStart":276.69999980926514,"fetchStart":276.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":276.69999980926514,"responseEnd":517.0999994277954,"responseStart":517.0999994277954,"secureConnectionStart":276.69999980926514},{"duration":240.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":276.8999996185303,"connectEnd":276.8999996185303,"connectStart":276.8999996185303,"domainLookupEnd":276.8999996185303,"domainLookupStart":276.8999996185303,"fetchStart":276.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":276.8999996185303,"responseEnd":517.5999994277954,"responseStart":517.5999994277954,"secureConnectionStart":276.8999996185303},{"duration":240.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":277.0999994277954,"connectEnd":277.0999994277954,"connectStart":277.0999994277954,"domainLookupEnd":277.0999994277954,"domainLookupStart":277.0999994277954,"fetchStart":277.0999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":277.0999994277954,"responseEnd":517.8999996185303,"responseStart":517.8999996185303,"secureConnectionStart":277.0999994277954},{"duration":306,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bv2/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":277.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":277.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":583.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":241,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":277.5,"connectEnd":277.5,"connectStart":277.5,"domainLookupEnd":277.5,"domainLookupStart":277.5,"fetchStart":277.5,"redirectEnd":0,"redirectStart":0,"requestStart":277.5,"responseEnd":518.5,"responseStart":518.5,"secureConnectionStart":277.5},{"duration":305.69999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":277.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":277.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":583.3999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":241.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/719848dd97ebe0663199f49a3936487a-CDN/lu2bv2/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":277.80000019073486,"connectEnd":277.80000019073486,"connectStart":277.80000019073486,"domainLookupEnd":277.80000019073486,"domainLookupStart":277.80000019073486,"fetchStart":277.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":277.80000019073486,"responseEnd":519,"responseStart":519,"secureConnectionStart":277.80000019073486},{"duration":823.3999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":278.69999980926514,"connectEnd":278.69999980926514,"connectStart":278.69999980926514,"domainLookupEnd":278.69999980926514,"domainLookupStart":278.69999980926514,"fetchStart":278.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":278.69999980926514,"responseEnd":1102.0999994277954,"responseStart":1102.0999994277954,"secureConnectionStart":278.69999980926514},{"duration":823.6999998092651,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":278.8999996185303,"connectEnd":278.8999996185303,"connectStart":278.8999996185303,"domainLookupEnd":278.8999996185303,"domainLookupStart":278.8999996185303,"fetchStart":278.8999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":278.8999996185303,"responseEnd":1102.5999994277954,"responseStart":1102.5999994277954,"secureConnectionStart":278.8999996185303},{"duration":392.80000019073486,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":595.0999994277954,"connectEnd":595.0999994277954,"connectStart":595.0999994277954,"domainLookupEnd":595.0999994277954,"domainLookupStart":595.0999994277954,"fetchStart":595.0999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":595.0999994277954,"responseEnd":987.8999996185303,"responseStart":987.8999996185303,"secureConnectionStart":595.0999994277954},{"duration":216.4000005722046,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":887.5999994277954,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":887.5999994277954,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1104,"responseStart":0,"secureConnectionStart":0},{"duration":129.10000038146973,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":1007.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1007.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1136.3000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":127.89999961853027,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bv2/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":1008.1999998092651,"connectEnd":1008.1999998092651,"connectStart":1008.1999998092651,"domainLookupEnd":1008.1999998092651,"domainLookupStart":1008.1999998092651,"fetchStart":1008.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":1008.1999998092651,"responseEnd":1136.0999994277954,"responseStart":1136.0999994277954,"secureConnectionStart":1008.1999998092651},{"duration":134.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/53a43b6764f587426c7bb9a150184c00-CDN/lu2bv2/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":1008.6999998092651,"connectEnd":1008.6999998092651,"connectStart":1008.6999998092651,"domainLookupEnd":1008.6999998092651,"domainLookupStart":1008.6999998092651,"fetchStart":1008.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":1008.6999998092651,"responseEnd":1143.1999998092651,"responseStart":1143.1999998092651,"secureConnectionStart":1008.6999998092651}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":121,"responseStart":271,"responseEnd":273,"domLoading":274,"domInteractive":1146,"domContentLoadedEventStart":1146,"domContentLoadedEventEnd":1188,"domComplete":2034,"loadEventStart":2034,"loadEventEnd":2036,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1124.1999998092651},{"name":"bigPipe.sidebar-id.end","time":1125.0999994277954},{"name":"bigPipe.activity-panel-pipe-id.start","time":1125.1999998092651},{"name":"bigPipe.activity-panel-pipe-id.end","time":1127.8999996185303},{"name":"activityTabFullyLoaded","time":1234.5999994277954}],"measures":[],"correlationId":"ac3698f0356ff7","effectiveType":"4g","downlink":9.9,"rtt":0,"serverDuration":89,"dbReadsTimeInMs":10,"dbConnsTimeInMs":18,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}