Type:
Bug
Priority:
Critical
Resolution:
Unresolved
Affects Version/s:
10.6
I first tested using mariabackup to restore a non-clustered database with table defined with DATA DIRECTORY and datafile larger than space in datadir. That succeeded OK. So, mariabackup is able to restore into the directory outside of datadir.
Next, I tried with a two node galera cluser 10.6.9-5-MariaDB-enterprise-log using mariabackup as wsrep_sst_method. This fails. In this case, datadir=/var/lib/mysql and alternate for large table is /var/lib/mariadb.
root@gg2:~$ df -h /var/lib/mysql/
Filesystem Size Used Avail Use% Mounted on
/dev/loop0 974M 447M 460M 50% /var/lib/mysql
root@gg2:~$ df -h /var/lib/mariadb/
Filesystem Size Used Avail Use% Mounted on
/dev/sda1 4.9G 3.8G 903M 81% /
root@gg2:~$ find /var/lib/mariadb/ -type f -exec ls -lh {} \;
-rw-rw---- 1 mysql mysql 40M Oct 28 10:50 /var/lib/mariadb/testr/fast_rows.ibd
-rw-rw---- 1 mysql mysql 732M Oct 28 11:00 /var/lib/mariadb/testr/bigtable.ibd
root@gg2:~$ systemctl stop mariadb
root@gg2:~$ rm -fr /var/lib/mysql/*
root@gg2:~$ rm -fr /var/lib/mariadb/*
root@gg2:~$ echo "=========================" >> /var/log/mysql/mariadb.err
root@gg2:~$ systemctl start mariadb
Job for mariadb.service failed because a fatal signal was delivered to the control process.
See "systemctl status mariadb.service" and "journalctl -xe" for details.
root@gg2:~$ tail -300 /var/log/mysql/mariadb.err | grep -i error
2022-10-28 11:03:11 0 [ERROR] WSREP: ./gcs/src/gcs_group.cpp:gcs_group_handle_join_msg():1207: Will never receive state. Need to abort.
2022-10-28 11:03:11 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'joiner' --address '192.168.68.192' --datadir '/var/lib/mysql/' --parent 1942 --progress 0 --binlog '/var/log/mysql/mariadb-bin' --mysqld-args --wsrep_start_position=00000000-0000-0000-0000-000000000000:-1: 2 (No such file or directory)
2022-10-28 11:03:11 0 [ERROR] WSREP: Failed to read uuid:seqno and wsrep_gtid_domain_id from joiner script.
2022-10-28 11:03:11 1 [ERROR] WSREP: Application received wrong state:
2022-10-28 11:03:11 1 [ERROR] WSREP: Application state transfer failed. This is unrecoverable condition, restart required.
root@gg2:~$ rm -fr /var/lib/mysql/*
root@gg2:~$ rm -fr /var/lib/mariadb/*
root@gg2:~$ touch /tmp/t.txt
root@gg2:~$ echo "-----------------------------------" >> /var/log/mysql/mariadb.err
root@gg2:~$ systemctl start mariadb
Job for mariadb.service failed because the control process exited with error code.
See "systemctl status mariadb.service" and "journalctl -xe" for details.
root@gg2:~$ grep -A500 "\-\-\-\-\-\-\-\-\-\-\-" /var/log/mysql/mariadb.err |grep -i ERROR
2022-10-28 11:08:18 0 [ERROR] WSREP: Requested size 268436760 for '/var/lib/mysql//galera.cache' exceeds available storage space 154144768: 28 (No space left on device)
2022-10-28 11:08:18 0 [ERROR] WSREP: Failed to create a new provider '/usr/lib/libgalera_smm.so' with options 'socket.ssl=false; cert.optimistic_pa=no; gcache.recover=yes; gcache.size=256M; gcs.fc_factor=0.8; gcs.fc_limit=96; gcs.fc_master_slave=yes;': Failed to initialize wsrep provider
2022-10-28 11:08:18 0 [ERROR] WSREP: Failed to load provider
2022-10-28 11:08:18 0 [ERROR] Plugin 'wsrep' init function returned error.
2022-10-28 11:08:18 0 [ERROR] Could not open mysql.plugin table: "Table 'mysql.plugin' doesn't exist". Some plugins may be not loaded
2022-10-28 11:08:18 0 [ERROR] Failed to initialize plugins.
2022-10-28 11:08:18 0 [ERROR] Aborting
2022-10-28 11:08:20 0 [ERROR] WSREP: Requested size 268436760 for '/var/lib/mysql//galera.cache' exceeds available storage space 154120192: 28 (No space left on device)
2022-10-28 11:08:20 0 [ERROR] WSREP: Failed to create a new provider '/usr/lib/libgalera_smm.so' with options 'socket.ssl=false; cert.optimistic_pa=no; gcache.recover=yes; gcache.size=256M; gcs.fc_factor=0.8; gcs.fc_limit=96; gcs.fc_master_slave=yes;': Failed to initialize wsrep provider
2022-10-28 11:08:20 0 [ERROR] WSREP: Failed to load provider
2022-10-28 11:08:20 0 [ERROR] Plugin 'wsrep' init function returned error.
2022-10-28 11:08:20 0 [ERROR] Could not open mysql.plugin table: "Table 'mysql.plugin' doesn't exist". Some plugins may be not loaded
2022-10-28 11:08:20 0 [ERROR] Failed to initialize plugins.
2022-10-28 11:08:20 0 [ERROR] Aborting
root@gg2:~$
is blocked by
MDEV-27486
Refuse Galera SST if major version of donor and joiner are different
Stalled
{"report":{"fcp":927.2000000476837,"ttfb":373.7999999523163,"pageVisibility":"visible","entityId":116181,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":32,"apdex":0.5,"journeyId":"cf5ce51d-46f4-4e93-af5b-c7340e6ecd28","navigationType":0,"readyForUser":1050.0999999046326,"redirectCount":0,"resourceLoadedEnd":977,"resourceLoadedStart":380.40000009536743,"resourceTiming":[{"duration":44.69999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":380.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":380.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":425.09999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":44.700000047683716,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":380.7000000476837,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":380.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":425.40000009536743,"responseStart":0,"secureConnectionStart":0},{"duration":93.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":380.90000009536743,"connectEnd":380.90000009536743,"connectStart":380.90000009536743,"domainLookupEnd":380.90000009536743,"domainLookupStart":380.90000009536743,"fetchStart":380.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":380.90000009536743,"responseEnd":474,"responseStart":474,"secureConnectionStart":380.90000009536743},{"duration":151.30000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":381.09999990463257,"connectEnd":381.09999990463257,"connectStart":381.09999990463257,"domainLookupEnd":381.09999990463257,"domainLookupStart":381.09999990463257,"fetchStart":381.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":381.09999990463257,"responseEnd":532.4000000953674,"responseStart":532.4000000953674,"secureConnectionStart":381.09999990463257},{"duration":154.79999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":381.2999999523163,"connectEnd":381.2999999523163,"connectStart":381.2999999523163,"domainLookupEnd":381.2999999523163,"domainLookupStart":381.2999999523163,"fetchStart":381.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":381.2999999523163,"responseEnd":536.0999999046326,"responseStart":536.0999999046326,"secureConnectionStart":381.2999999523163},{"duration":155.20000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":381.5,"connectEnd":381.5,"connectStart":381.5,"domainLookupEnd":381.5,"domainLookupStart":381.5,"fetchStart":381.5,"redirectEnd":0,"redirectStart":0,"requestStart":381.5,"responseEnd":536.7000000476837,"responseStart":536.7000000476837,"secureConnectionStart":381.5},{"duration":155.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":381.59999990463257,"connectEnd":381.59999990463257,"connectStart":381.59999990463257,"domainLookupEnd":381.59999990463257,"domainLookupStart":381.59999990463257,"fetchStart":381.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":381.59999990463257,"responseEnd":537,"responseStart":537,"secureConnectionStart":381.59999990463257},{"duration":235.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":381.7999999523163,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":381.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":617.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":155.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":382,"connectEnd":382,"connectStart":382,"domainLookupEnd":382,"domainLookupStart":382,"fetchStart":382,"redirectEnd":0,"redirectStart":0,"requestStart":382,"responseEnd":537.5999999046326,"responseStart":537.5999999046326,"secureConnectionStart":382},{"duration":235.10000014305115,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":382.09999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":382.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":617.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":155.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":382.2999999523163,"connectEnd":382.2999999523163,"connectStart":382.2999999523163,"domainLookupEnd":382.2999999523163,"domainLookupStart":382.2999999523163,"fetchStart":382.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":382.2999999523163,"responseEnd":538.2000000476837,"responseStart":538.2000000476837,"secureConnectionStart":382.2999999523163},{"duration":580.3999998569489,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":383.2000000476837,"connectEnd":383.2000000476837,"connectStart":383.2000000476837,"domainLookupEnd":383.2000000476837,"domainLookupStart":383.2000000476837,"fetchStart":383.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":383.2000000476837,"responseEnd":963.5999999046326,"responseStart":963.5999999046326,"secureConnectionStart":383.2000000476837},{"duration":580.7000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":383.2999999523163,"connectEnd":383.2999999523163,"connectStart":383.2999999523163,"domainLookupEnd":383.2999999523163,"domainLookupStart":383.2999999523163,"fetchStart":383.2999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":383.2999999523163,"responseEnd":964,"responseStart":964,"secureConnectionStart":383.2999999523163},{"duration":86,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":644.4000000953674,"connectEnd":644.4000000953674,"connectStart":644.4000000953674,"domainLookupEnd":644.4000000953674,"domainLookupStart":644.4000000953674,"fetchStart":644.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":644.4000000953674,"responseEnd":730.4000000953674,"responseStart":730.4000000953674,"secureConnectionStart":644.4000000953674},{"duration":92.90000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":884.0999999046326,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":884.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":977,"responseStart":0,"secureConnectionStart":0},{"duration":80.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":884.9000000953674,"connectEnd":884.9000000953674,"connectStart":884.9000000953674,"domainLookupEnd":884.9000000953674,"domainLookupStart":884.9000000953674,"fetchStart":884.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":884.9000000953674,"responseEnd":965.4000000953674,"responseStart":965.4000000953674,"secureConnectionStart":884.9000000953674},{"duration":87,"initiatorType":"script","name":"https://jira.mariadb.org/s/097ae97cb8fbec7d6ea4bbb1f26955b9-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":885.2000000476837,"connectEnd":885.2000000476837,"connectStart":885.2000000476837,"domainLookupEnd":885.2000000476837,"domainLookupStart":885.2000000476837,"fetchStart":885.2000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":885.2000000476837,"responseEnd":972.2000000476837,"responseStart":972.2000000476837,"secureConnectionStart":885.2000000476837},{"duration":170.5,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":921,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":921,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1091.5,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":98,"responseStart":373,"responseEnd":376,"domLoading":378,"domInteractive":1131,"domContentLoadedEventStart":1131,"domContentLoadedEventEnd":1173,"domComplete":1680,"loadEventStart":1680,"loadEventEnd":1682,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1099.9000000953674},{"name":"bigPipe.sidebar-id.end","time":1100.7000000476837},{"name":"bigPipe.activity-panel-pipe-id.start","time":1100.7999999523163},{"name":"bigPipe.activity-panel-pipe-id.end","time":1103.5999999046326},{"name":"activityTabFullyLoaded","time":1181}],"measures":[],"correlationId":"c0ee29b0b349b1","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":214,"dbReadsTimeInMs":14,"dbConnsTimeInMs":24,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}