galera_3nodes.galera_ipv6_mysqldump failed on bb 10.2 and bb 10.3: "WSREP_SST: [ERROR] rsync daemon port '16008' has been taken".
stdio.log:
10.2.34 0be70a1b773ce66ef1803fcce19522fd9c60c07d
|
galera_3nodes.galera_ipv6_mysqldump 'innodb' w1 [ fail ]
|
Test ended at 2020-08-25 13:32:03
|
|
CURRENT_TEST: galera_3nodes.galera_ipv6_mariabackup
|
CURRENT_TEST: galera_3nodes.galera_ipv6_mariabackup_section
|
CURRENT_TEST: galera_3nodes.galera_ipv6_mariabackup
|
CURRENT_TEST: galera_3nodes.galera_ipv6_mysqldump
|
|
|
Failed to start mysqld.2
|
|
|
- skipping '/dev/shm/var/1/log/galera_3nodes.galera_ipv6_mysqldump-innodb/'
|
|
Retrying test galera_3nodes.galera_ipv6_mysqldump, attempt(2/3)...
|
|
***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_mysqldump
|
|
WSREP_SST: [ERROR] rsync daemon port '16008' has been taken (20200825 13:31:53.933)
|
2020-08-25 13:31:53 140068462999296 [ERROR] WSREP: Failed to read 'ready <addr>' from: wsrep_sst_rsync --role 'joiner' --address '[::1]:16008' --datadir '/dev/shm/var/1/mysqld.2/data/' --defaults-file '/dev/shm/var/1/my.cnf' --defaults-group-suffix '.2' --parent '27002' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.2 --defaults-file=/dev/shm/var/1/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --bind-address=:: --core-file --loose-debug-sync-timeout=300
|
2020-08-25 13:31:53 140068462999296 [ERROR] WSREP: Process completed with error: wsrep_sst_rsync --role 'joiner' --address '[::1]:16008' --datadir '/dev/shm/var/1/mysqld.2/data/' --defaults-file '/dev/shm/var/1/my.cnf' --defaults-group-suffix '.2' --parent '27002' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.2 --defaults-file=/dev/shm/var/1/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --bind-address=:: --core-file --loose-debug-sync-timeout=300: 16 (Device or resource busy)
|
2020-08-25 13:31:53 140068463302400 [ERROR] WSREP: Failed to prepare for 'rsync' SST. Unrecoverable.
|
2020-08-25 13:31:53 140068463302400 [ERROR] Aborting
|
Warning: Memory not freed: 1427624
|
On bb 10.4 and bb 10.5 it failed with another output: "mysql_shutdown failed".
stdio.log:
10.4.15 88e70f4caea34e0d7677b1fa646151b8b87dd3ab
|
galera_3nodes.galera_ipv6_mysqldump 'innodb' w1 [ fail ]
|
Test ended at 2020-08-25 06:58:54
|
|
CURRENT_TEST: galera_3nodes.galera_ipv6_mysqldump
|
mysqltest: In included file "./include/shutdown_mysqld.inc":
|
included from ./include/restart_mysqld.inc at line 10:
|
included from /usr/share/mysql-test/suite/galera_3nodes/t/galera_ipv6_mysqldump.test at line 83:
|
At line 40: mysql_shutdown failed
|
|
The result from queries just before the failure was:
|
< snip >
|
connection node_1;
|
CREATE USER 'sst';
|
GRANT ALL PRIVILEGES ON *.* TO 'sst';
|
SET GLOBAL wsrep_sst_auth = 'sst:';
|
connection node_2;
|
SET GLOBAL wsrep_sst_method = 'mysqldump';
|
Shutting down server ...
|
connection node_1;
|
Cleaning var directory ...
|
CREATE TABLE t1 (f1 INTEGER) ENGINE=InnoDB;
|
INSERT INTO t1 VALUES (1);
|
connection node_2;
|
Starting server ...
|
SELECT COUNT(*) = 1 FROM t1;
|
COUNT(*) = 1
|
1
|
DROP TABLE t1;
|
SELECT VARIABLE_VALUE LIKE '%[::1]%' FROM INFORMATION_SCHEMA.GLOBAL_STATUS WHERE VARIABLE_NAME = 'wsrep_incoming_addresses';
|
VARIABLE_VALUE LIKE '%[::1]%'
|
{"report":{"fcp":1143.8999998569489,"ttfb":271.19999980926514,"pageVisibility":"visible","entityId":91126,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"5471735d-4de4-47e2-a060-8bb32fc3022b","navigationType":0,"readyForUser":1220.8999998569489,"redirectCount":0,"resourceLoadedEnd":1066.1999998092651,"resourceLoadedStart":277,"resourceTiming":[{"duration":371.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":277,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":277,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":648.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":371.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":277.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":277.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":648.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":394.7999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":277.39999985694885,"connectEnd":277.39999985694885,"connectStart":277.39999985694885,"domainLookupEnd":277.39999985694885,"domainLookupStart":277.39999985694885,"fetchStart":277.39999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":277.39999985694885,"responseEnd":672.1999998092651,"responseStart":672.1999998092651,"secureConnectionStart":277.39999985694885},{"duration":474.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":277.5,"connectEnd":277.5,"connectStart":277.5,"domainLookupEnd":277.5,"domainLookupStart":277.5,"fetchStart":277.5,"redirectEnd":0,"redirectStart":0,"requestStart":277.5,"responseEnd":751.7999999523163,"responseStart":751.7999999523163,"secureConnectionStart":277.5},{"duration":477.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":277.59999990463257,"connectEnd":277.59999990463257,"connectStart":277.59999990463257,"domainLookupEnd":277.59999990463257,"domainLookupStart":277.59999990463257,"fetchStart":277.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":277.59999990463257,"responseEnd":755.1999998092651,"responseStart":755.1999998092651,"secureConnectionStart":277.59999990463257},{"duration":478,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":277.69999980926514,"connectEnd":277.69999980926514,"connectStart":277.69999980926514,"domainLookupEnd":277.69999980926514,"domainLookupStart":277.69999980926514,"fetchStart":277.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":277.69999980926514,"responseEnd":755.6999998092651,"responseStart":755.6999998092651,"secureConnectionStart":277.69999980926514},{"duration":478.2999999523163,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":277.7999999523163,"connectEnd":277.7999999523163,"connectStart":277.7999999523163,"domainLookupEnd":277.7999999523163,"domainLookupStart":277.7999999523163,"fetchStart":277.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":277.7999999523163,"responseEnd":756.0999999046326,"responseStart":756.0999999046326,"secureConnectionStart":277.7999999523163},{"duration":478.7000000476837,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":277.89999985694885,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":277.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":756.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":479.19999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":278,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":278,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":757.1999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":478.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":278,"connectEnd":278,"connectStart":278,"domainLookupEnd":278,"domainLookupStart":278,"fetchStart":278,"redirectEnd":0,"redirectStart":0,"requestStart":278,"responseEnd":756.5999999046326,"responseStart":756.5999999046326,"secureConnectionStart":278},{"duration":479,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":278.19999980926514,"connectEnd":278.19999980926514,"connectStart":278.19999980926514,"domainLookupEnd":278.19999980926514,"domainLookupStart":278.19999980926514,"fetchStart":278.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":278.19999980926514,"responseEnd":757.1999998092651,"responseStart":757.1999998092651,"secureConnectionStart":278.19999980926514},{"duration":691.2000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":279.09999990463257,"connectEnd":279.09999990463257,"connectStart":279.09999990463257,"domainLookupEnd":279.09999990463257,"domainLookupStart":279.09999990463257,"fetchStart":279.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":279.09999990463257,"responseEnd":970.2999999523163,"responseStart":970.2999999523163,"secureConnectionStart":279.09999990463257},{"duration":787.0999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":279.09999990463257,"connectEnd":279.09999990463257,"connectStart":279.09999990463257,"domainLookupEnd":279.09999990463257,"domainLookupStart":279.09999990463257,"fetchStart":279.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":279.09999990463257,"responseEnd":1066.1999998092651,"responseStart":1066.1999998092651,"secureConnectionStart":279.09999990463257},{"duration":153.40000009536743,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":890.6999998092651,"connectEnd":890.6999998092651,"connectStart":890.6999998092651,"domainLookupEnd":890.6999998092651,"domainLookupStart":890.6999998092651,"fetchStart":890.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":890.6999998092651,"responseEnd":1044.0999999046326,"responseStart":1044.0999999046326,"secureConnectionStart":890.6999998092651},{"duration":220.80000019073486,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1119.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1119.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1340,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":129,"responseStart":271,"responseEnd":274,"domLoading":274,"domInteractive":1285,"domContentLoadedEventStart":1286,"domContentLoadedEventEnd":1329,"domComplete":1615,"loadEventStart":1615,"loadEventEnd":1615,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1263.3999998569489},{"name":"bigPipe.sidebar-id.end","time":1264.1999998092651},{"name":"bigPipe.activity-panel-pipe-id.start","time":1264.2999999523163},{"name":"bigPipe.activity-panel-pipe-id.end","time":1265.5999999046326},{"name":"activityTabFullyLoaded","time":1349.3999998569489}],"measures":[],"correlationId":"a50ae173ef5c4f","effectiveType":"4g","downlink":9.6,"rtt":0,"serverDuration":87,"dbReadsTimeInMs":26,"dbConnsTimeInMs":33,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}