We use mariadb galera managed by systemd on Ubuntu 18.04. There is datadir set to environment in systemd config:
Environment='MYSQLD_MULTI_INSTANCE=--defaults-file=/etc/mysql/mariadb-%I.cnf \
|
--pid-file=/var/run/mariadb-%I/mariadb.pid \
|
--port=%I \
|
--socket=/var/run/mariadb-%I/mariadb.sock \
|
--datadir=/var/lib/mariadb-%I \
|
--tmpdir=/run/mariadb-%I'
|
I've needed to add one server into cluster but it keep failing. I've check logs and found this line:
necy1 -innobackupex-move: [00] 2021-02-23 17:08:48 Error: Move file ibdata1 to /var/lib/mysql/ibdata1 failed: Destination file exists
|
This is default datadir, which we don't use. innobackupex-move seems to ignore environment settings. After adding datadir into mariadb config file innobackupex-move and whole process succeded.
wsrep_sst_method is set to mariabackup
I've added systemd config file for mariadb service.
- relates to
-
MDEV-23580
galera_3nodes.galera_ipv6_rsync_section MTR failed: WSREP_SST: [ERROR] rsync daemon port '16008' has been taken
-
-
Closed
{"report":{"fcp":992.3999999761581,"ttfb":238.39999997615814,"pageVisibility":"visible","entityId":97252,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"1ab24eba-f907-43f7-994d-bc1462e809f5","navigationType":0,"readyForUser":1077.800000011921,"redirectCount":0,"resourceLoadedEnd":873.5999999642372,"resourceLoadedStart":255,"resourceTiming":[{"duration":263.80000001192093,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":255,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":255,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":518.8000000119209,"responseStart":0,"secureConnectionStart":0},{"duration":263.69999998807907,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":255.39999997615814,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":255.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":519.0999999642372,"responseStart":0,"secureConnectionStart":0},{"duration":273.9000000357628,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":255.5999999642372,"connectEnd":255.5999999642372,"connectStart":255.5999999642372,"domainLookupEnd":255.5999999642372,"domainLookupStart":255.5999999642372,"fetchStart":255.5999999642372,"redirectEnd":0,"redirectStart":0,"requestStart":255.5999999642372,"responseEnd":529.5,"responseStart":529.5,"secureConnectionStart":255.5999999642372},{"duration":412.19999998807907,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":255.69999998807907,"connectEnd":532.3999999761581,"connectStart":532.3999999761581,"domainLookupEnd":532.3999999761581,"domainLookupStart":532.3999999761581,"fetchStart":255.69999998807907,"redirectEnd":0,"redirectStart":0,"requestStart":532.8000000119209,"responseEnd":667.8999999761581,"responseStart":550.5,"secureConnectionStart":532.3999999761581},{"duration":275.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":255.80000001192093,"connectEnd":255.80000001192093,"connectStart":255.80000001192093,"domainLookupEnd":255.80000001192093,"domainLookupStart":255.80000001192093,"fetchStart":255.80000001192093,"redirectEnd":0,"redirectStart":0,"requestStart":255.80000001192093,"responseEnd":531.5999999642372,"responseStart":531.5999999642372,"secureConnectionStart":255.80000001192093},{"duration":276.30000001192093,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":256,"connectEnd":256,"connectStart":256,"domainLookupEnd":256,"domainLookupStart":256,"fetchStart":256,"redirectEnd":0,"redirectStart":0,"requestStart":256,"responseEnd":532.3000000119209,"responseStart":532.3000000119209,"secureConnectionStart":256},{"duration":276.60000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":256.0999999642372,"connectEnd":256.0999999642372,"connectStart":256.0999999642372,"domainLookupEnd":256.0999999642372,"domainLookupStart":256.0999999642372,"fetchStart":256.0999999642372,"redirectEnd":0,"redirectStart":0,"requestStart":256.0999999642372,"responseEnd":532.6999999880791,"responseStart":532.6999999880791,"secureConnectionStart":256.0999999642372},{"duration":280.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":256.39999997615814,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":256.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":536.8999999761581,"responseStart":0,"secureConnectionStart":0},{"duration":319.39999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":256.5,"connectEnd":256.5,"connectStart":256.5,"domainLookupEnd":256.5,"domainLookupStart":256.5,"fetchStart":256.5,"redirectEnd":0,"redirectStart":0,"requestStart":534.3000000119209,"responseEnd":575.8999999761581,"responseStart":574.5,"secureConnectionStart":256.5},{"duration":280.39999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":256.69999998807907,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":256.69999998807907,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":537.0999999642372,"responseStart":0,"secureConnectionStart":0},{"duration":276.4000000357628,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":256.89999997615814,"connectEnd":256.89999997615814,"connectStart":256.89999997615814,"domainLookupEnd":256.89999997615814,"domainLookupStart":256.89999997615814,"fetchStart":256.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":256.89999997615814,"responseEnd":533.3000000119209,"responseStart":533.3000000119209,"secureConnectionStart":256.89999997615814},{"duration":408.4000000357628,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":258.39999997615814,"connectEnd":258.39999997615814,"connectStart":258.39999997615814,"domainLookupEnd":258.39999997615814,"domainLookupStart":258.39999997615814,"fetchStart":258.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":611,"responseEnd":666.8000000119209,"responseStart":665.3000000119209,"secureConnectionStart":258.39999997615814},{"duration":605,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":268.5999999642372,"connectEnd":268.5999999642372,"connectStart":268.5999999642372,"domainLookupEnd":268.5999999642372,"domainLookupStart":268.5999999642372,"fetchStart":268.5999999642372,"redirectEnd":0,"redirectStart":0,"requestStart":859.5,"responseEnd":873.5999999642372,"responseStart":872.6999999880791,"secureConnectionStart":268.5999999642372},{"duration":191.0999999642372,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":703.8000000119209,"connectEnd":703.8000000119209,"connectStart":703.8000000119209,"domainLookupEnd":703.8000000119209,"domainLookupStart":703.8000000119209,"fetchStart":703.8000000119209,"redirectEnd":0,"redirectStart":0,"requestStart":858.3999999761581,"responseEnd":894.8999999761581,"responseStart":894.1999999880791,"secureConnectionStart":703.8000000119209}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":54,"responseStart":238,"responseEnd":259,"domLoading":244,"domInteractive":1143,"domContentLoadedEventStart":1143,"domContentLoadedEventEnd":1212,"domComplete":2067,"loadEventStart":2067,"loadEventEnd":2068,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1116.3999999761581},{"name":"bigPipe.sidebar-id.end","time":1117.0999999642372},{"name":"bigPipe.activity-panel-pipe-id.start","time":1117.199999988079},{"name":"bigPipe.activity-panel-pipe-id.end","time":1119},{"name":"activityTabFullyLoaded","time":1274.3999999761581}],"measures":[],"correlationId":"39eef5f614151b","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":110,"dbReadsTimeInMs":13,"dbConnsTimeInMs":23,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
it's not about the environment, MYSQLD_MULTI_INSTANCE is only used to set the datadir for the server, the server invokes sst scripts, but wsrep_sst_mariabackup incorrectly invokes mariabackup, so it seems. It does
INNOMOVE="${INNOBACKUPEX_BIN} ${WSREP_SST_OPT_CONF} --move-back $disver $impts --force-non-empty-directories --target-dir=\${DATA}
where $DATA is datadir, and --datadir is not set (so, gets the default value that shows up in the logs)