Hello am using Galera with 10.1.12-MariaDB and SST method is xtrabackup-v2
please dont recommend SST=rsync it's not work for me
I have healthy cluster 8 nodes, sometimes one or few nodes goes down.
im just `service mysql` start on it and they successfully connecting to cluster and all is OK.
BUT sometimes, when disconnected nodes down few days i cant connect they to cluster.
after few tries im
rm -fr /var/lib/mysql/* & rm -fr /var/log/mysql/*
and nothing too, they have this message in syslog:
mysqld: [ERROR] Binlog file '/var/log/mysql/mariadb-bin.003079' not found in binlog index, needed for recovery. Aborting.
i know how work with this, i can recover cluster when i have nodes which can't connect to cluster with message above, so i do this:
1. shutdown all nodes, and leave only one node
2. shutdown last node and rm -fr /var/log/mysql/*
3. bootstrap this last node with deleted binlog
4. connect other nodes to cluster service mysql start
5. profit - all is OK
But problem is:
I cant down all production nodes, and down last node too, because i have 8 nodes to serve big site traffic and one running node immediately down when all traffic goes to it (of course because overload)
QUESTION IS:
Please help me. How connect nodes to cluster when they won't connect and have error
mysqld: [ERROR] Binlog file '/var/log/mysql/mariadb-bin.003079' not found in binlog index, needed for recovery. Aborting.
- relates to
-
MDEV-9498
MariaDB server with Galera replication crashes randomly
-
-
Closed
Transition |
Time In Source Status |
Execution Times |
Open |
|
Closed |
|
5d 21h 6m
|
1
|
{"report":{"fcp":1069.3999998569489,"ttfb":470.5,"pageVisibility":"visible","entityId":56248,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"0d819fa3-6333-44cc-87cc-aef2d8751dae","navigationType":0,"readyForUser":1141.2999999523163,"redirectCount":0,"resourceLoadedEnd":838.6999998092651,"resourceLoadedStart":475.59999990463257,"resourceTiming":[{"duration":94.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":475.59999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":475.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":569.6999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":94.29999995231628,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":475.89999985694885,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":475.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":570.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":153.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":476,"connectEnd":476,"connectStart":476,"domainLookupEnd":476,"domainLookupStart":476,"fetchStart":476,"redirectEnd":0,"redirectStart":0,"requestStart":573.0999999046326,"responseEnd":629.5999999046326,"responseStart":582.8999998569489,"secureConnectionStart":476},{"duration":280.2000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":476.09999990463257,"connectEnd":476.09999990463257,"connectStart":476.09999990463257,"domainLookupEnd":476.09999990463257,"domainLookupStart":476.09999990463257,"fetchStart":476.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":574.6999998092651,"responseEnd":756.2999999523163,"responseStart":585.5,"secureConnectionStart":476.09999990463257},{"duration":126.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":476.19999980926514,"connectEnd":476.19999980926514,"connectStart":476.19999980926514,"domainLookupEnd":476.19999980926514,"domainLookupStart":476.19999980926514,"fetchStart":476.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":577.7999999523163,"responseEnd":602.6999998092651,"responseStart":601.5999999046326,"secureConnectionStart":476.19999980926514},{"duration":120,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":476.2999999523163,"connectEnd":476.2999999523163,"connectStart":476.2999999523163,"domainLookupEnd":476.2999999523163,"domainLookupStart":476.2999999523163,"fetchStart":476.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":581.8999998569489,"responseEnd":596.2999999523163,"responseStart":594.7999999523163,"secureConnectionStart":476.2999999523163},{"duration":139.20000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":476.39999985694885,"connectEnd":476.39999985694885,"connectStart":476.39999985694885,"domainLookupEnd":476.39999985694885,"domainLookupStart":476.39999985694885,"fetchStart":476.39999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":587.5,"responseEnd":615.5999999046326,"responseStart":614.2999999523163,"secureConnectionStart":476.39999985694885},{"duration":110.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":476.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":476.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":586.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":161.70000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":476.59999990463257,"connectEnd":476.59999990463257,"connectStart":476.59999990463257,"domainLookupEnd":476.59999990463257,"domainLookupStart":476.59999990463257,"fetchStart":476.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":590.2999999523163,"responseEnd":638.2999999523163,"responseStart":637,"secureConnectionStart":476.59999990463257},{"duration":111.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":476.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":476.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":588.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":144.10000014305115,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":476.89999985694885,"connectEnd":476.89999985694885,"connectStart":476.89999985694885,"domainLookupEnd":476.89999985694885,"domainLookupStart":476.89999985694885,"fetchStart":476.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":591,"responseEnd":621,"responseStart":618.1999998092651,"secureConnectionStart":476.89999985694885},{"duration":327.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":482.09999990463257,"connectEnd":482.09999990463257,"connectStart":482.09999990463257,"domainLookupEnd":482.09999990463257,"domainLookupStart":482.09999990463257,"fetchStart":482.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":705.5999999046326,"responseEnd":809.5999999046326,"responseStart":805.2999999523163,"secureConnectionStart":482.09999990463257},{"duration":356.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":482.19999980926514,"connectEnd":482.19999980926514,"connectStart":482.19999980926514,"domainLookupEnd":482.19999980926514,"domainLookupStart":482.19999980926514,"fetchStart":482.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":828.3999998569489,"responseEnd":838.6999998092651,"responseStart":838,"secureConnectionStart":482.19999980926514},{"duration":110.09999990463257,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":759.5999999046326,"connectEnd":759.5999999046326,"connectStart":759.5999999046326,"domainLookupEnd":759.5999999046326,"domainLookupStart":759.5999999046326,"fetchStart":759.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":836.7999999523163,"responseEnd":869.6999998092651,"responseStart":869,"secureConnectionStart":759.5999999046326},{"duration":208.09999990463257,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":989.5999999046326,"connectEnd":989.5999999046326,"connectStart":989.5999999046326,"domainLookupEnd":989.5999999046326,"domainLookupStart":989.5999999046326,"fetchStart":989.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":1167.1999998092651,"responseEnd":1197.6999998092651,"responseStart":1197,"secureConnectionStart":989.5999999046326}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":344,"responseStart":471,"responseEnd":484,"domLoading":474,"domInteractive":1190,"domContentLoadedEventStart":1191,"domContentLoadedEventEnd":1236,"domComplete":1684,"loadEventStart":1684,"loadEventEnd":1685,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1172.5999999046326},{"name":"bigPipe.sidebar-id.end","time":1173.3999998569489},{"name":"bigPipe.activity-panel-pipe-id.start","time":1173.5999999046326},{"name":"bigPipe.activity-panel-pipe-id.end","time":1174.5999999046326},{"name":"activityTabFullyLoaded","time":1253.8999998569489}],"measures":[],"correlationId":"c1b17138b0659","effectiveType":"4g","downlink":9.9,"rtt":0,"serverDuration":74,"dbReadsTimeInMs":14,"dbConnsTimeInMs":21,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}