(view as text)
runvm --port=2260 --memory=6144 --user=buildbot --smp=4 --cpu=qemu64 --startup-timeout=600 --logfile=kernel_2260.log vm-tmp-2260.qcow2 '

# Check that the installation worked, and we have the installed server
if ! dpkg -l | grep "mariadb-server"
then
  echo "Pre-MTR ERROR: previous server installation failed, cannot run MTR tests"
  exit 1
fi

cd /usr/share/mysql/mysql-test

test_set=galera

arch=amd64
if [[ "$arch" == "x86" ]] ; then
  arch=i386
fi

set -ex
res=0

if [ "$test_set" == "galera" ] ; then
  case "10.3" in
  *10.1*)
    galera_suites=galera,wsrep
    ;;
  *10.[2-3]*)
    galera_suites=galera,wsrep,galera_3nodes
    ;;
  *)
    galera_suites=galera,wsrep,galera_3nodes,galera_sr
    ;;
  esac
  if ! perl mysql-test-run.pl --verbose-restart --suite=$galera_suites --vardir="$(readlink -f /dev/shm/var)" --parallel=2 --force --retry=3 --max-save-core=0 --max-save-datadir=1
  then
    res=1
  fi
elif [ "$test_set" == "rocksdb" ] ; then
  set +o pipefail
  if ! perl mysql-test-run.pl rocksdb.1st --vardir="$(readlink -f /dev/shm/var)" 2>&1 | grep -E '"'"'RocksDB is not compiled|Could not find'"'"' ; then
    if ! perl mysql-test-run.pl --suite=rocksdb* --skip-test=rocksdb_hotbackup* --verbose-restart --vardir="$(readlink -f /dev/shm/var)" --parallel=4 --force --retry=3 --max-save-core=0 --max-save-datadir=1 ; then
      res=1
    fi
  else
    echo "WARNING: RocksDB engine not found"
  fi
elif [ "$test_set" == "s3" ] ; then
  set +o pipefail
  if perl mysql-test-run.pl s3.basic --vardir="$(readlink -f /dev/shm/var)" 2>&1 | grep -E '"'"'Need S3 engine'"'"' ; then
    echo "Pre-MTR warning"": S3 engine not found, tests will be skipped"
    exit 0
  fi
 
  if ! wget ftp://ftp.askmonty.org/public/minio/minio-linux-${arch} -O ~/minio ; then
    echo "ERROR: Could not download MinIO server for Linux ${arch}"
    echo "Check if it is available at http://dl.min.io/server/minio/release and store as ftp://ftp.askmonty.org/public/minio/minio-linux-${arch}"
    exit 1
  fi
  chmod a+x ~/minio
  MINIO_ACCESS_KEY=minio MINIO_SECRET_KEY=minioadmin ~/minio server /tmp/shared 2>&1 &
  if ! wget ftp://ftp.askmonty.org/public/minio/mc-linux-${arch} -O ~/mc ; then
    echo "ERROR: Could not download MinIO client for Linux ${arch}"
    echo "Check if it is available at http://dl.min.io/client/mc/release/ and store as ftp://ftp.askmonty.org/public/minio/mc-linux-${arch}"
    exit 1
  fi
  chmod a+x ~/mc

  # Try a few times in case the server hasn'"'"'t finished initializing yet
  res=1
  for i in 1 2 3 4 5 ; do
    ### Cannot use mc alias, because the mc version for i386 is old, it doesn'"'"'t support it
    # if ~/mc alias set local http://127.0.0.1:9000  minio minioadmin ; then
    if ~/mc config host add local http://127.0.0.1:9000  minio minioadmin ; then
      res=0
      break
    fi
    sleep 1
  done
  if [ "$res" == "1" ] ; then
    echo "ERROR: Couldn'"'"'t configure MinIO server"
    exit 1
  fi
  # i386 has an old version of minio/mc, which doesn'"'"'t seem stable. Try a few times before giving up
  res=1
  for i in 1 2 3 4 5 ; do
    if ~/mc mb --ignore-existing local/storage-engine ; then
      res=0
      break
    fi
    sleep 1
  done
  if [ "$res" == "1" ] ; then
    echo "ERROR: Couldn'"'"'t create the bucket in MinIO"
    exit 1
  fi

  if ! perl mysql-test-run.pl --suite=s3 --verbose-restart --vardir="$(readlink -f /dev/shm/var)" --force --max-save-core=0 --max-save-datadir=1 ; then
    res=1
  fi
else
  echo "ERROR: Unknown test set $test_set"
  res=1
fi

rm -rf /home/buildbot/var
cp -r /dev/shm/var /home/buildbot
exit $res
' '!= rm -Rf var/ ; scp -rp -P 2260 -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no buildbot@localhost:/home/buildbot/var/ . || :'
 in dir /var/lib/buildbot/slaves/maria/kvm-deb-bionic-amd64/build (timeout 1200 secs)
 watching logfiles {'kernel': 'kernel_2260.log', 'syslog': 'daemon.log', 'mysqld.1.err': './var/log/mysqld.1.err', 'mysqld.4.err': './var/log/mysqld.4.err', 'mysqld.3.err.1': './var/1/log/mysqld.3.err', 'mysqld.4.err.1': './var/1/log/mysqld.4.err', 'mysqld.4.err.3': './var/3/log/mysqld.4.err', 'mysqld.4.err.2': './var/2/log/mysqld.4.err', 'mysqld.3.err.2': './var/2/log/mysqld.3.err', 'mysqld.3.err.3': './var/3/log/mysqld.3.err', 'mysqld.3.err.4': './var/4/log/mysqld.3.err', 'mysqld.4.err.4': './var/4/log/mysqld.4.err', 'mysqld.2.err.4': './var/4/log/mysqld.2.err', 'mysqld.2.err.1': './var/1/log/mysqld.2.err', 'mysqld.2.err.3': './var/3/log/mysqld.2.err', 'mysqld.2.err.2': './var/2/log/mysqld.2.err', 'mysqld.2.err': './var/log/mysqld.2.err', 'mysqld.3.err': './var/log/mysqld.3.err', 'mysqld.1.err.2': './var/2/log/mysqld.1.err', 'mysqld.1.err.3': './var/3/log/mysqld.1.err', 'mysqld.1.err.1': './var/1/log/mysqld.1.err', 'mysqld.1.err.4': './var/4/log/mysqld.1.err'}
 argv: ['runvm', '--port=2260', '--memory=6144', '--user=buildbot', '--smp=4', '--cpu=qemu64', '--startup-timeout=600', '--logfile=kernel_2260.log', 'vm-tmp-2260.qcow2', '\n\n# Check that the installation worked, and we have the installed server\nif ! dpkg -l | grep "mariadb-server"\nthen\n  echo "Pre-MTR ERROR: previous server installation failed, cannot run MTR tests"\n  exit 1\nfi\n\ncd /usr/share/mysql/mysql-test\n\ntest_set=galera\n\narch=amd64\nif [[ "$arch" == "x86" ]] ; then\n  arch=i386\nfi\n\nset -ex\nres=0\n\nif [ "$test_set" == "galera" ] ; then\n  case "10.3" in\n  *10.1*)\n    galera_suites=galera,wsrep\n    ;;\n  *10.[2-3]*)\n    galera_suites=galera,wsrep,galera_3nodes\n    ;;\n  *)\n    galera_suites=galera,wsrep,galera_3nodes,galera_sr\n    ;;\n  esac\n  if ! perl mysql-test-run.pl --verbose-restart --suite=$galera_suites --vardir="$(readlink -f /dev/shm/var)" --parallel=2 --force --retry=3 --max-save-core=0 --max-save-datadir=1\n  then\n    res=1\n  fi\nelif [ "$test_set" == "rocksdb" ] ; then\n  set +o pipefail\n  if ! perl mysql-test-run.pl rocksdb.1st --vardir="$(readlink -f /dev/shm/var)" 2>&1 | grep -E \'RocksDB is not compiled|Could not find\' ; then\n    if ! perl mysql-test-run.pl --suite=rocksdb* --skip-test=rocksdb_hotbackup* --verbose-restart --vardir="$(readlink -f /dev/shm/var)" --parallel=4 --force --retry=3 --max-save-core=0 --max-save-datadir=1 ; then\n      res=1\n    fi\n  else\n    echo "WARNING: RocksDB engine not found"\n  fi\nelif [ "$test_set" == "s3" ] ; then\n  set +o pipefail\n  if perl mysql-test-run.pl s3.basic --vardir="$(readlink -f /dev/shm/var)" 2>&1 | grep -E \'Need S3 engine\' ; then\n    echo "Pre-MTR warning"": S3 engine not found, tests will be skipped"\n    exit 0\n  fi\n \n  if ! wget ftp://ftp.askmonty.org/public/minio/minio-linux-${arch} -O ~/minio ; then\n    echo "ERROR: Could not download MinIO server for Linux ${arch}"\n    echo "Check if it is available at http://dl.min.io/server/minio/release and store as ftp://ftp.askmonty.org/public/minio/minio-linux-${arch}"\n    exit 1\n  fi\n  chmod a+x ~/minio\n  MINIO_ACCESS_KEY=minio MINIO_SECRET_KEY=minioadmin ~/minio server /tmp/shared 2>&1 &\n  if ! wget ftp://ftp.askmonty.org/public/minio/mc-linux-${arch} -O ~/mc ; then\n    echo "ERROR: Could not download MinIO client for Linux ${arch}"\n    echo "Check if it is available at http://dl.min.io/client/mc/release/ and store as ftp://ftp.askmonty.org/public/minio/mc-linux-${arch}"\n    exit 1\n  fi\n  chmod a+x ~/mc\n\n  # Try a few times in case the server hasn\'t finished initializing yet\n  res=1\n  for i in 1 2 3 4 5 ; do\n    ### Cannot use mc alias, because the mc version for i386 is old, it doesn\'t support it\n    # if ~/mc alias set local http://127.0.0.1:9000  minio minioadmin ; then\n    if ~/mc config host add local http://127.0.0.1:9000  minio minioadmin ; then\n      res=0\n      break\n    fi\n    sleep 1\n  done\n  if [ "$res" == "1" ] ; then\n    echo "ERROR: Couldn\'t configure MinIO server"\n    exit 1\n  fi\n  # i386 has an old version of minio/mc, which doesn\'t seem stable. Try a few times before giving up\n  res=1\n  for i in 1 2 3 4 5 ; do\n    if ~/mc mb --ignore-existing local/storage-engine ; then\n      res=0\n      break\n    fi\n    sleep 1\n  done\n  if [ "$res" == "1" ] ; then\n    echo "ERROR: Couldn\'t create the bucket in MinIO"\n    exit 1\n  fi\n\n  if ! perl mysql-test-run.pl --suite=s3 --verbose-restart --vardir="$(readlink -f /dev/shm/var)" --force --max-save-core=0 --max-save-datadir=1 ; then\n    res=1\n  fi\nelse\n  echo "ERROR: Unknown test set $test_set"\n  res=1\nfi\n\nrm -rf /home/buildbot/var\ncp -r /dev/shm/var /home/buildbot\nexit $res\n', '!= rm -Rf var/ ; scp -rp -P 2260 -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no buildbot@localhost:/home/buildbot/var/ . || :']
 environment:
  HOME=/var/lib/buildbot
  LANG=en_US.UTF-8
  LIBVIRT_DEFAULT_URI=qemu:///system
  LOGNAME=buildbot
  MAIL=/var/mail/buildbot
  PATH=/var/lib/buildbot/bin:/var/lib/buildbot/.local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin
  PWD=/var/lib/buildbot/slaves/maria/kvm-deb-bionic-amd64/build
  SHELL=/bin/sh
  TERM=vt102
  USER=buildbot
  XDG_DATA_DIRS=/usr/local/share:/usr/share:/var/lib/snapd/desktop
  XDG_RUNTIME_DIR=/run/user/118
  XDG_SESSION_ID=c1
 using PTY: False
+ kvm -m 6144 -hda vm-tmp-2260.qcow2 -boot c -smp 4 -cpu qemu64,-kvmclock -nographic -net nic,model=virtio -net 'user,hostfwd=tcp:127.0.0.1:2260-:22' -pidfile /var/lib/buildbot/.runvmkvm_2260.pid
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost true
Connection timed out during banner exchange
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost true
Connection timed out during banner exchange
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost true
ssh_exchange_identification: read: Connection reset by peer
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost true
Connection to localhost closed.
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost true
Connection to localhost closed.
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost true
Connection to localhost closed.
+ 

# Check that the installation worked, and we have the installed server
if ! dpkg -l | grep "mariadb-server"
then
  echo "Pre-MTR ERROR: previous server installation failed, cannot run MTR tests"
  exit 1
fi

cd /usr/share/mysql/mysql-test

test_set=galera

arch=amd64
if [[ "$arch" == "x86" ]] ; then
  arch=i386
fi

set -ex
res=0

if [ "$test_set" == "galera" ] ; then
  case "10.3" in
  *10.1*)
    galera_suites=galera,wsrep
    ;;
  *10.[2-3]*)
    galera_suites=galera,wsrep,galera_3nodes
    ;;
  *)
    galera_suites=galera,wsrep,galera_3nodes,galera_sr
    ;;
  esac
  if ! perl mysql-test-run.pl --verbose-restart --suite=$galera_suites --vardir="$(readlink -f /dev/shm/var)" --parallel=2 --force --retry=3 --max-save-core=0 --max-save-datadir=1
  then
    res=1
  fi
elif [ "$test_set" == "rocksdb" ] ; then
  set +o pipefail
  if ! perl mysql-test-run.pl rocksdb.1st --vardir="$(readlink -f /dev/shm/var)" 2>&1 | grep -E 'RocksDB is not compiled|Could not find' ; then
    if ! perl mysql-test-run.pl --suite=rocksdb* --skip-test=rocksdb_hotbackup* --verbose-restart --vardir="$(readlink -f /dev/shm/var)" --parallel=4 --force --retry=3 --max-save-core=0 --max-save-datadir=1 ; then
      res=1
    fi
  else
    echo "WARNING: RocksDB engine not found"
  fi
elif [ "$test_set" == "s3" ] ; then
  set +o pipefail
  if perl mysql-test-run.pl s3.basic --vardir="$(readlink -f /dev/shm/var)" 2>&1 | grep -E 'Need S3 engine' ; then
    echo "Pre-MTR warning"": S3 engine not found, tests will be skipped"
    exit 0
  fi
 
  if ! wget ftp://ftp.askmonty.org/public/minio/minio-linux-${arch} -O ~/minio ; then
    echo "ERROR: Could not download MinIO server for Linux ${arch}"
    echo "Check if it is available at http://dl.min.io/server/minio/release and store as ftp://ftp.askmonty.org/public/minio/minio-linux-${arch}"
    exit 1
  fi
  chmod a+x ~/minio
  MINIO_ACCESS_KEY=minio MINIO_SECRET_KEY=minioadmin ~/minio server /tmp/shared 2>&1 &
  if ! wget ftp://ftp.askmonty.org/public/minio/mc-linux-${arch} -O ~/mc ; then
    echo "ERROR: Could not download MinIO client for Linux ${arch}"
    echo "Check if it is available at http://dl.min.io/client/mc/release/ and store as ftp://ftp.askmonty.org/public/minio/mc-linux-${arch}"
    exit 1
  fi
  chmod a+x ~/mc

  # Try a few times in case the server hasn't finished initializing yet
  res=1
  for i in 1 2 3 4 5 ; do
    ### Cannot use mc alias, because the mc version for i386 is old, it doesn't support it
    # if ~/mc alias set local http://127.0.0.1:9000  minio minioadmin ; then
    if ~/mc config host add local http://127.0.0.1:9000  minio minioadmin ; then
      res=0
      break
    fi
    sleep 1
  done
  if [ "$res" == "1" ] ; then
    echo "ERROR: Couldn't configure MinIO server"
    exit 1
  fi
  # i386 has an old version of minio/mc, which doesn't seem stable. Try a few times before giving up
  res=1
  for i in 1 2 3 4 5 ; do
    if ~/mc mb --ignore-existing local/storage-engine ; then
      res=0
      break
    fi
    sleep 1
  done
  if [ "$res" == "1" ] ; then
    echo "ERROR: Couldn't create the bucket in MinIO"
    exit 1
  fi

  if ! perl mysql-test-run.pl --suite=s3 --verbose-restart --vardir="$(readlink -f /dev/shm/var)" --force --max-save-core=0 --max-save-datadir=1 ; then
    res=1
  fi
else
  echo "ERROR: Unknown test set $test_set"
  res=1
fi

rm -rf /home/buildbot/var
cp -r /dev/shm/var /home/buildbot
exit $res

ii  mariadb-server                         1:10.3.28+maria~bionic            all          MariaDB database server (metapackage depending on the latest version)
ii  mariadb-server-10.3                    1:10.3.28+maria~bionic            amd64        MariaDB database server binaries
ii  mariadb-server-core-10.3               1:10.3.28+maria~bionic            amd64        MariaDB database core server files
+ res=0
+ '[' galera == galera ']'
+ case "10.3" in
+ galera_suites=galera,wsrep,galera_3nodes
++ readlink -f /dev/shm/var
+ perl mysql-test-run.pl --verbose-restart --suite=galera,wsrep,galera_3nodes --vardir=/dev/shm/var --parallel=2 --force --retry=3 --max-save-core=0 --max-save-datadir=1
Logging: mysql-test-run.pl  --verbose-restart --suite=galera,wsrep,galera_3nodes --vardir=/dev/shm/var --parallel=2 --force --retry=3 --max-save-core=0 --max-save-datadir=1
vardir: /dev/shm/var
Removing old var directory...
Creating var directory '/dev/shm/var'...
Checking supported features...
MariaDB Version 10.3.28-MariaDB-1:10.3.28+maria~bionic
 - SSL connections supported
 - binaries built with wsrep patch
Using suites: galera,wsrep,galera_3nodes
Collecting tests...
Installing system database...

==============================================================================

TEST                                  WORKER RESULT   TIME (ms) or COMMENT
--------------------------------------------------------------------------

worker[1] Using MTR_BUILD_THREAD 300, with reserved ports 16000..16019
worker[2] Using MTR_BUILD_THREAD 301, with reserved ports 16020..16039
galera.GAL-419                           [ skipped ]  Test needs --big-test
galera.MW-286                            [ disabled ]  MDEV-18464 Killing thread can cause mutex deadlock if done concurrently with Galera/replication victim kill
galera.MW-328A                           [ disabled ]  MDEV-22666?
galera.MW-328B                           [ disabled ]  MDEV-22666 galera.MW-328A MTR failed: "Semaphore wait has lasted > 600 seconds" and do not release port 16002
galera.MW-329                            [ disabled ]  MDEV-19962 Galera test failure on MW-329
galera.galera_as_slave_replication_bundle [ disabled ]  MDEV-15785 OPTION_GTID_BEGIN is set in Gtid_log_event::do_apply_event()
galera.galera_bf_lock_wait               [ skipped ]  Test needs --big-test
galera.galera_binlog_stmt_autoinc        [ disabled ]  MDEV-19959 Galera test failure on galera_binlog_stmt_autoinc
galera.galera_fulltext                   [ skipped ]  Test needs --big-test
galera.galera_gcache_recover_manytrx     [ disabled ]  MDEV-18834 Galera test failure
galera.galera_kill_largechanges          [ skipped ]  Test needs --big-test
galera.galera_many_columns               [ skipped ]  Test needs --big-test
galera.galera_many_tables_nopk           [ skipped ]  Test needs --big-test
galera.galera_many_tables_pk             [ skipped ]  Test needs --big-test
galera.galera_parallel_autoinc_largetrx  [ skipped ]  Test needs --big-test
galera.galera_parallel_autoinc_manytrx   [ skipped ]  Test needs --big-test
galera.galera_parallel_simple            [ disabled ]  MDEV-20318 galera.galera_parallel_simple fails
galera.galera_rsu_add_pk                 [ skipped ]  Test needs --big-test
galera.galera_rsu_drop_pk                [ skipped ]  Test needs --big-test
galera.galera_shutdown_nonprim           [ disabled ]  MDEV-21493 galera.galera_shutdown_nonprim
galera.galera_ssl_upgrade                [ disabled ]  MDEV-19950 Galera test failure on galera_ssl_upgrade
galera.galera_sst_mariabackup_encrypt_with_key [ disabled ]  MDEV-21484 galera_sst_mariabackup_encrypt_with_key
galera.galera_toi_ddl_error              [ skipped ]  Test needs --big-test
galera.galera_toi_ddl_fk_insert          [ skipped ]  Test needs --big-test
galera.galera_toi_ddl_fk_update          [ skipped ]  Test needs --big-test
galera.galera_var_load_data_splitting    [ skipped ]  Test needs --big-test
galera.galera_var_node_address           [ disabled ]  MDEV-20485 Galera test failure
galera.galera_wan                        [ disabled ]  MDEV-17259 Test failure on galera.galera_wan
galera.galera_wsrep_desync_wsrep_on      [ skipped ]  Test needs --big-test
galera.partition                         [ disabled ]  MDEV-19958 Galera test failure on galera.partition
galera.query_cache                       [ disabled ]  MDEV-15805 Test failure on galera.query_cache
galera.sql_log_bin                       [ disabled ]  MDEV-21491 galera.sql_log_bin
galera_3nodes.galera_garbd               [ skipped ]  Test needs --big-test
galera_3nodes.galera_gtid_2_cluster      [ disabled ]  MDEV-23775 Galera test failure on galera_3nodes.galera_gtid_2_cluster
galera_3nodes.galera_ist_gcache_rollover [ disabled ]  MDEV-23578 WSREP: exception caused by message: {v=0,t=1,ut=255,o=4,s=0,sr=0,as=1,f=6,src=50524cfe,srcvid=view_id(REG,50524cfe,4),insvid=view_id(UNKNOWN,00000000,0),ru=00000000,r=[-1,-1],fs=75,nl=(}
galera_3nodes.galera_slave_options_do    [ disabled ]  MDEV-8798
galera_3nodes.galera_slave_options_ignore [ disabled ]  MDEV-8798
galera.MW-86-wait1                       [ skipped ]  Requires debug build
galera.MDEV-20225 'innodb'               [ skipped ]  Requires debug build
galera.MDEV-22707 'innodb'               [ skipped ]  Requires debug build
galera.galera_FK_duplicate_client_insert 'innodb' [ skipped ]  Requires debug build
galera.galera_sp_bf_abort 'innodb'       [ skipped ]  Requires debug build
galera.galera_toi_ddl_locking 'innodb'   [ skipped ]  Requires debug build
galera.galera_toi_truncate 'innodb'      [ skipped ]  Requires debug build
galera.MW-388                            [ skipped ]  Requires debug build
galera.galera_fk_cascade_delete_debug    [ skipped ]  Requires debug build
galera.galera_sync_wait_show             [ skipped ]  Requires debug build
galera.galera_var_retry_autocommit       [ skipped ]  Requires debug build
galera.mdev-22543                        [ skipped ]  Requires debug build
galera.MW-86-wait8 'innodb'              [ skipped ]  Requires debug build
galera.galera#414                        [ skipped ]  Test needs --big-test
galera.galera_as_slave_nonprim           [ skipped ]  Test needs --big-test
galera.galera_as_slave_replay 'innodb'   [ skipped ]  Requires debug build
galera.galera_autoinc_sst_mariabackup    [ skipped ]  Test needs --big-test
galera.galera_binlog_event_max_size_max  [ skipped ]  Test needs --big-test
galera.galera_gcache_recover             [ skipped ]  Test needs --big-test
galera.galera_gcache_recover_full_gcache [ skipped ]  Test needs --big-test
galera.galera_gcs_max_packet_size        [ skipped ]  Test needs --big-test
galera.galera_gtid_slave_sst_rsync       [ skipped ]  Test needs --big-test
galera.galera_ist_mariabackup            [ skipped ]  Test needs --big-test
galera.galera_ist_mariabackup_innodb_flush_logs [ skipped ]  Test needs --big-test
galera.galera_ist_mysqldump              [ skipped ]  Test needs --big-test
galera.galera_ist_progress               [ skipped ]  Test needs --big-test
galera.galera_ist_recv_bind              [ skipped ]  Test needs --big-test
galera.galera_ist_restart_joiner         [ skipped ]  Test needs --big-test
galera.galera_ist_rsync                  [ skipped ]  Test needs --big-test
galera.galera_many_rows                  [ skipped ]  Test needs --big-test
galera.galera_query_cache_sync_wait 'innodb' [ skipped ]  Requires debug build
galera.galera_slave_replay               [ skipped ]  Requires debug build
galera.galera_ssl                        [ skipped ]  Test needs --big-test
galera.galera_ssl_compression            [ skipped ]  Test needs --big-test
galera.galera_sst_mariabackup            [ skipped ]  Test needs --big-test
galera.galera_sst_mariabackup_data_dir   [ skipped ]  Test needs --big-test
galera.galera_sst_mariabackup_table_options [ skipped ]  Test needs --big-test
galera.galera_sst_mysqldump              [ skipped ]  Test needs --big-test
galera.galera_sst_mysqldump_with_key     [ skipped ]  Test needs --big-test
galera.galera_sst_rsync                  [ skipped ]  Test needs --big-test
galera.galera_sst_rsync_data_dir         [ skipped ]  Test needs --big-test
galera.galera_wan_restart_ist            [ skipped ]  Test needs --big-test
galera.galera_wan_restart_sst            [ skipped ]  Test needs --big-test
galera.mysql-wsrep#33                    [ skipped ]  Test needs --big-test
galera_3nodes.galera_load_data_ist       [ skipped ]  Test needs --big-test
galera_3nodes.galera_pc_bootstrap        [ skipped ]  Test needs --big-test
galera_3nodes.galera_pc_weight           [ skipped ]  Test needs --big-test
galera.galera_log_output_csv 'innodb'    w1 [ pass ]   2025
worker[1] > Restart [mysqld.1 - pid: 1656, winpid: 1656] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-output=TABLE --log-queries-not-using-indexes --general-log --slow-query-log'
worker[1] > Restart [mysqld.2 - pid: 1726, winpid: 1726] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-output=TABLE --log-queries-not-using-indexes --general-log --slow-query-log'
galera.galera_forced_binlog_format 'innodb' w2 [ pass ]   2055
worker[2] > Restart [mysqld.1 - pid: 1657, winpid: 1657] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-output=TABLE' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=master-bin --log-bin --wsrep_forced_binlog_format=ROW'
worker[2] > Restart [mysqld.2 - pid: 1733, winpid: 1733] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-output=TABLE' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=master-bin --log-bin --wsrep_forced_binlog_format=ROW'
galera.MDEV-22021 'binlogon,innodb'      w1 [ pass ]   2037
worker[1] > Restart [mysqld.1 - pid: 2201, winpid: 2201] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep-new-cluster' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin'
worker[1] > Restart [mysqld.2 - pid: 2272, winpid: 2272] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep-new-cluster' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin'
galera.MW-44 'innodb'                    w2 [ pass ]   2031
worker[2] > Restart [mysqld.1 - pid: 2203, winpid: 2203] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep_notify_cmd=/usr/share/mysql/mysql-test/std_data/wsrep_notify.sh --wsrep-sync-wait=0' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-output=TABLE'
worker[2] > Restart [mysqld.2 - pid: 2278, winpid: 2278] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep_notify_cmd=/usr/share/mysql/mysql-test/std_data/wsrep_notify.sh --wsrep-sync-wait=0' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-output=TABLE'
galera.galera_wsrep_new_cluster 'innodb' w1 [ pass ]   2721
worker[1] > Restart [mysqld.1 - pid: 2746, winpid: 2746] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep-new-cluster'
worker[1] > Restart [mysqld.2 - pid: 2822, winpid: 2822] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep-new-cluster'
galera.GAL-382 'innodb'                  w1 [ pass ]   2035
galera.galera_var_notify_cmd 'innodb'    w2 [ pass ]   2020
worker[2] > Restart  - not started
worker[2] > Restart  - not started
galera.galera_unicode_pk 'innodb'        w2 [ pass ]   2043
galera.galera_update_limit 'innodb'      w2 [ pass ]   2032
galera.galera_var_OSU_method 'innodb'    w2 [ skipped ]  debug_sync is not available
galera.galera_var_OSU_method2 'innodb'   w2 [ skipped ]  debug_sync is not available
galera.GAL-401 'innodb'                  w1 [ pass ]  17403
galera.GAL-480 'innodb'                  w1 [ pass ]   2097
galera.galera_var_auto_inc_control_off 'innodb' w2 [ pass ]   4034
galera.MDEV-22021 'binlogoff,innodb'     w1 [ pass ]   2026
galera.galera_var_certify_nonPK_off 'innodb' w2 [ pass ]   2029
galera.MW-252 'innodb'                   w1 [ pass ]   2257
galera.galera_var_cluster_address 'innodb' w2 [ pass ]  10155
galera.MW-258 'innodb'                   w1 [ pass ]  10046
galera.galera_var_desync_on 'innodb'     w2 [ pass ]   3044
galera.MW-259 'innodb'                   w1 [ skipped ]  debug_sync is not available
galera.MW-285 'innodb'                   w1 [ pass ]   2031
galera.MW-292 'innodb'                   w1 [ skipped ]  debug_sync is not available
galera.MW-309 'innodb'                   w1 [ pass ]   2042
galera.galera_var_dirty_reads 'innodb'   w2 [ pass ]   8156
galera.galera_var_fkchecks 'innodb'      w2 [ pass ]   2043
galera.MW-328D 'innodb'                  w1 [ pass ]   4031
galera.MW-328E 'innodb'                  w1 [ pass ]   4034
galera.MW-357 'innodb'                   w1 [ pass ]   2022
galera.galera_var_innodb_disallow_writes 'innodb' w2 [ pass ]   8562
galera.MW-369 'innodb'                   w1 [ skipped ]  debug_sync is not available
galera.MW-402 'innodb'                   w1 [ skipped ]  Test requires Galera debug library with debug_sync functionality
galera.galera_var_max_ws_rows 'innodb'   w2 [ pass ]   3470
galera.MW-416 'innodb'                   w1 [ pass ]   2032
galera.galera_var_max_ws_size 'innodb'   w2 [ pass ]   2032
galera.basic 'innodb'                    w1 [ pass ]   2068
galera.galera_var_mysql_replication_bundle 'innodb' w2 [ pass ]   2022
galera.binlog_checksum 'innodb'          w1 [ pass ]   2100
galera.galera_var_reject_queries 'innodb' w2 [ pass ]   4035
galera.create 'innodb'                   w1 [ pass ]   2078
galera.galera_var_replicate_myisam_off 'innodb' w2 [ pass ]   2021
galera.enforce_storage_engine 'innodb'   w1 [ pass ]   2034
galera.galera_var_replicate_myisam_on 'innodb' w2 [ pass ]   2068
galera.ev51914 'innodb'                  w1 [ pass ]   2124
galera.fk 'innodb'                       w1 [ pass ]   2145
galera.galera#500 'innodb'               w1 [ skipped ]  Test requires Galera debug library with debug_sync functionality
galera.galera#505 'innodb'               w1 [ pass ]   2020
galera.galera_admin 'innodb'             w1 [ pass ]   2340
galera.galera_alter_engine_innodb 'innodb' w1 [ pass ]   2028
galera.galera_var_slave_threads 'innodb' w2 [ pass ]   2369
worker[2] > Restart  - not started
worker[2] > Restart  - not started
galera.galera_alter_engine_myisam 'innodb' w1 [ pass ]   2027
galera.galera_alter_table_force 'innodb' w1 [ pass ]   2028
galera.galera_applier_ftwrl_table 'innodb' w1 [ pass ]   2043
galera.galera_var_sync_wait 'innodb'     w2 [ pass ]   2066
galera.galera_bf_abort 'innodb'          w1 [ pass ]   2038
galera.galera_var_wsrep_on_off 'innodb'  w2 [ pass ]   2028
galera.galera_bf_abort_flush_for_export 'innodb' w1 [ pass ]   2040
galera.galera_wsrep_provider_options_syntax 'innodb' w2 [ pass ]   2038
galera.galera_bf_abort_for_update 'innodb' w1 [ pass ]   2051
galera.galera_bf_abort_ftwrl 'innodb'    w1 [ pass ]   2037
galera.galera_bf_abort_get_lock 'innodb' w1 [ pass ]   3031
galera.galera_bf_abort_lock_table 'innodb' w1 [ pass ]   2028
galera.galera_wsrep_provider_unset_set 'innodb' w2 [ pass ]  11185
galera.galera_bf_abort_sleep 'innodb'    w1 [ pass ]   2027
galera.galera_zero_length_column 'innodb' w2 [ pass ]   2037
galera.galera_binlog_cache_size 'innodb' w1 [ pass ]   3034
galera.grant 'innodb'                    w2 [ pass ]   2019
galera.galera_binlog_row_image 'innodb'  w1 [ pass ]   2062
galera.lp1276424 'innodb'                w2 [ pass ]   2018
galera.lp1347768 'innodb'                w2 [ pass ]   2019
galera.galera_concurrent_ctas 'innodb'   w1 [ pass ]   2822
galera.galera_create_function 'innodb'   w1 [ pass ]   2026
galera.lp1376747 'innodb'                w2 [ pass ]   4029
galera.galera_create_procedure 'innodb'  w1 [ pass ]   2029
galera.lp1376747-2 'innodb'              w2 [ pass ]   2029
galera.galera_create_table_like 'innodb' w1 [ pass ]   2040
galera.lp1376747-3 'innodb'              w2 [ pass ]   2032
galera.galera_create_trigger 'innodb'    w1 [ pass ]   2066
galera.galera_ddl_multiline 'innodb'     w1 [ pass ]   2160
galera.lp1376747-4 'innodb'              w2 [ pass ]   3038
galera.galera_defaults 'innodb'          w1 [ pass ]   2020
galera.lp1438990 'innodb'                w2 [ pass ]   2033
galera.galera_delete_limit 'innodb'      w1 [ pass ]   2035
galera.lp959512 'innodb'                 w2 [ pass ]   2033
galera.galera_desync_overlapped 'innodb' w1 [ skipped ]  debug_sync is not available
galera.mdev_9290 'innodb'                w2 [ pass ]   2021
galera.mysql-wsrep#110 'innodb'          w2 [ pass ]   2054
galera.mysql-wsrep#198 'innodb'          w2 [ pass ]   2037
galera.mysql-wsrep#237 'innodb'          w2 [ skipped ]  debug_sync is not available
galera.galera_drop_database 'innodb'     w1 [ pass ]   9863
galera.mysql-wsrep#247 'innodb'          w2 [ pass ]   3044
galera.galera_drop_multi 'innodb'        w1 [ pass ]   2044
galera.galera_enum 'innodb'              w1 [ pass ]   2055
galera.galera_events 'innodb'            w1 [ pass ]   3047
galera.mysql-wsrep#31 'innodb'           w2 [ pass ]  10990
worker[2] > Restart [mysqld.2 - pid: 5651, winpid: 5651] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual'
galera.mysql-wsrep#332 'innodb'          w2 [ skipped ]  debug_sync is not available
galera.mysql-wsrep#90 'innodb'           w2 [ skipped ]  debug_sync is not available
galera.galera_events2 'innodb'           w1 [ pass ]  18750
galera.galera_fk_cascade_delete 'innodb' w1 [ pass ]   2139
galera.galera_fk_cascade_update 'innodb' w1 [ pass ]   2032
galera.galera_fk_conflict 'innodb'       w1 [ pass ]   2043
galera.galera_fk_mismatch 'innodb'       w1 [ pass ]   2046
galera.pxc-421 'innodb'                  w2 [ pass ]  11226
galera.galera_fk_multicolumn 'innodb'    w1 [ pass ]   2055
galera.rename 'innodb'                   w2 [ pass ]   2040
galera.galera_fk_multitable 'innodb'     w1 [ pass ]   2028
galera.unique_key 'innodb'               w2 [ pass ]   2078
galera.galera_fk_no_pk 'innodb'          w1 [ pass ]   2031
galera.view 'innodb'                     w2 [ pass ]   2040
worker[2] > Restart [mysqld.1 - pid: 4501, winpid: 4501] - using different config file
worker[2] > Restart [mysqld.2 - pid: 5705, winpid: 5705] - using different config file
galera.galera_fk_selfreferential 'innodb' w1 [ pass ]   2030
galera.galera_fk_setnull 'innodb'        w1 [ pass ]   2034
galera.galera_ftwrl 'innodb'             w1 [ pass ]   4036
galera.galera_ftwrl_drain 'innodb'       w1 [ skipped ]  debug_sync is not available
galera.galera_gcs_fc_limit 'innodb'      w1 [ pass ]   3033
galera.galera_gra_log 'innodb'           w1 [ pass ]   2050
galera.galera_insert_ignore 'innodb'     w1 [ pass ]   2047
galera.galera_insert_multi 'innodb'      w1 [ pass ]   2051
galera.MDEV-15443 'innodb'               w2 [ pass ]  13261
worker[2] > Restart [mysqld.1 - pid: 6476, winpid: 6476] - using different config file
worker[2] > Restart [mysqld.2 - pid: 6826, winpid: 6826] - using different config file
galera.galera_kill_applier 'innodb'      w1 [ pass ]   2029
worker[1] > Restart  - not started
worker[1] > Restart  - not started
galera.MDEV-24327 'innodb'               w2 [ skipped ]  debug_sync is not available
worker[2] > Restart [mysqld.1 - pid: 7250, winpid: 7250] - using different config file
worker[2] > Restart [mysqld.2 - pid: 7289, winpid: 7289] - using different config file
galera.galera_kill_ddl 'innodb'          w1 [ pass ]  22305
galera.MW-284 'innodb'                   w2 [ pass ]  11447
worker[2] > Restart [mysqld.1 - pid: 7532, winpid: 7532] - using different config file
worker[2] > Restart [mysqld.2 - pid: 7569, winpid: 7569] - using different config file
worker[2] > Restart [mysqld.3 - pid: 7571, winpid: 7571] - using different config file
galera.galera_kill_nochanges 'innodb'    w1 [ pass ]  18582
galera.MW-313 'innodb'                   w2 [ pass ]   2045
worker[2] > Restart [mysqld.1 - pid: 8062, winpid: 8062] - using different config file
worker[2] > Restart [mysqld.2 - pid: 8099, winpid: 8099] - using different config file
galera.galera_kill_smallchanges 'innodb' w1 [ pass ]  20410
galera.galera_lock_table 'innodb'        w1 [ pass ]   4030
galera.galera_many_indexes 'innodb'      w1 [ pass ]   2247
galera.MW-336 'innodb'                   w2 [ pass ]   2406
worker[2] > Restart  - using different config file
worker[2] > Restart  - using different config file
galera.galera_mdev_10812 'innodb'        w1 [ pass ]   6034
galera.enforce_storage_engine2 'innodb'  w2 [ pass ]   2024
worker[2] > Restart [mysqld.1 - pid: 9099, winpid: 9099] - using different config file
worker[2] > Restart [mysqld.2 - pid: 9135, winpid: 9135] - using different config file
galera.galera_mdl_race 'innodb'          w1 [ skipped ]  debug_sync is not available
galera.galera_multi_database 'innodb'    w1 [ pass ]   2027
galera.galera_myisam_autocommit 'innodb' w1 [ pass ]   2026
galera.galera_myisam_transactions 'innodb' w1 [ pass ]   2026
galera.galera_nopk_bit 'innodb'          w1 [ pass ]   2031
galera.galera_nopk_blob 'innodb'         w1 [ pass ]   2029
galera.galera_nopk_large_varchar 'innodb' w1 [ pass ]   2045
galera.galera_nopk_unicode 'innodb'      w1 [ pass ]   2033
galera.galera_parallel_apply_lock_table 'innodb' w1 [ pass ]   4042
galera.galera_applier_ftwrl_table_alter 'innodb' w2 [ pass ]   8045
worker[2] > Restart [mysqld.1 - pid: 9464, winpid: 9464] - using different config file
worker[2] > Restart [mysqld.2 - pid: 9500, winpid: 9500] - using different config file
galera.galera_as_master 'innodb'         w2 [ pass ]   2051
worker[2] > Restart [mysqld.1 - pid: 9802, winpid: 9802] - using different config file
worker[2] > Restart [mysqld.2 - pid: 9839, winpid: 9839] - using different config file
worker[2] > Restart [mysqld.3 - pid: 9841, winpid: 9841] - using different config file
galera.galera_pc_ignore_sb 'innodb'      w1 [ pass ]  22420
galera.galera_performance_schema 'innodb' w1 [ pass ]   2039
galera.galera_pk_bigint_signed 'innodb'  w1 [ pass ]   2036
galera.galera_as_master_large 'innodb'   w2 [ pass ]   2047
worker[2] > Restart [mysqld.1 - pid: 10260, winpid: 10260] - using different config file
worker[2] > Restart [mysqld.2 - pid: 10303, winpid: 10303] - using different config file
worker[2] > Restart [mysqld.3 - pid: 10305, winpid: 10305] - using different config file
galera.galera_pk_bigint_unsigned 'innodb' w1 [ pass ]   2031
galera.galera_prepared_statement 'innodb' w1 [ pass ]   2051
galera.galera_read_only 'innodb'         w1 [ pass ]   2027
galera.galera_repl_key_format_flat16 'innodb' w1 [ pass ]   2030
galera.galera_as_slave 'innodb'          w2 [ pass ]   2285
worker[2] > Restart [mysqld.1 - pid: 10718, winpid: 10718] - using different config file
worker[2] > Restart [mysqld.2 - pid: 10724, winpid: 10724] - using different config file
worker[2] > Restart [mysqld.3 - pid: 10798, winpid: 10798] - using different config file
galera.galera_repl_max_ws_size 'innodb'  w1 [ pass ]   2027
galera.galera_restart_nochanges 'innodb' w1 [ pass ]   9699
galera.galera_as_slave_autoinc 'innodb'  w2 [ pass ]   2336
worker[2] > Restart [mysqld.1 - pid: 11141, winpid: 11141] - using different config file
worker[2] > Restart [mysqld.2 - pid: 11143, winpid: 11143] - using different config file
worker[2] > Restart [mysqld.3 - pid: 11207, winpid: 11207] - using different config file
galera.galera_as_slave_ctas 'innodb'     w2 [ pass ]   2427
worker[2] > Restart [mysqld.1 - pid: 11522, winpid: 11522] - using different config file
worker[2] > Restart [mysqld.2 - pid: 11524, winpid: 11524] - using different config file
worker[2] > Restart [mysqld.3 - pid: 11588, winpid: 11588] - using different config file
galera.galera_as_slave_gtid 'innodb'     w2 [ pass ]   3141
worker[2] > Restart [mysqld.1 - pid: 11851, winpid: 11851] - using different config file
worker[2] > Restart [mysqld.2 - pid: 11853, winpid: 11853] - using different config file
worker[2] > Restart [mysqld.3 - pid: 11917, winpid: 11917] - using different config file
galera.galera_as_slave_gtid_myisam 'innodb' w2 [ pass ]   3144
worker[2] > Restart [mysqld.1 - pid: 12382, winpid: 12382] - using different config file
worker[2] > Restart [mysqld.2 - pid: 12384, winpid: 12384] - using different config file
worker[2] > Restart [mysqld.3 - pid: 12448, winpid: 12448] - using different config file
galera.galera_bf_background_statistics 'innodb' w2 [ pass ]   2608
worker[2] > Restart [mysqld.1 - pid: 12709, winpid: 12709] - using different config file
worker[2] > Restart [mysqld.2 - pid: 12745, winpid: 12745] - using different config file
galera.galera_restart_on_unknown_option 'innodb' w1 [ pass ]  81797
galera.galera_roles 'innodb'             w1 [ pass ]   5128
galera.galera_rsu_error 'innodb'         w1 [ pass ]   2027
galera.galera_rsu_simple 'innodb'        w1 [ pass ]   2028
galera.galera_rsu_wsrep_desync 'innodb'  w1 [ skipped ]  debug_sync is not available
galera.galera_binlog_checksum 'innodb'   w2 [ pass ]   2025
worker[2] > Restart [mysqld.1 - pid: 13177, winpid: 13177] - using different config file
worker[2] > Restart [mysqld.2 - pid: 13213, winpid: 13213] - using different config file
galera.galera_sbr 'innodb'               w1 [ pass ]   2022
galera.galera_schema_dirty_reads 'innodb' w1 [ pass ]   2018
galera.galera_serializable 'innodb'      w1 [ pass ]   6033
galera.galera_server 'innodb'            w1 [ pass ]   2021
galera.galera_binlog_event_max_size_min 'innodb' w2 [ pass ]   2025
worker[2] > Restart [mysqld.1 - pid: 13523, winpid: 13523] - using different config file
worker[2] > Restart [mysqld.2 - pid: 13575, winpid: 13575] - using different config file
galera.galera_encrypt_tmp_files 'innodb' w2 [ pass ]   2108
worker[2] > Restart [mysqld.1 - pid: 13829, winpid: 13829] - using different config file
worker[2] > Restart [mysqld.2 - pid: 13926, winpid: 13926] - using different config file
galera.galera_split_brain 'innodb'       w1 [ pass ]  33396
galera.galera_sql_log_bin_zero 'innodb'  w1 [ pass ]   2026
galera.galera_status_cluster 'innodb'    w1 [ pass ]   2022
galera.galera_flush_local 'innodb'       w2 [ pass ]   2675
worker[2] > Restart [mysqld.1 - pid: 14308, winpid: 14308] - using different config file
worker[2] > Restart [mysqld.2 - pid: 14344, winpid: 14344] - using different config file
galera.galera_status_local_index 'innodb' w1 [ pass ]   2036
galera.galera_status_local_state 'innodb' w1 [ pass ]   2028
galera.galera_gcs_fragment 'innodb'      w2 [ skipped ]  Test requires Galera debug library with debug_sync functionality
worker[2] > Restart [mysqld.1 - pid: 14663, winpid: 14663] - using different config file
worker[2] > Restart [mysqld.2 - pid: 14699, winpid: 14699] - using different config file
galera.galera_suspend_slave 'innodb'     w1 [ pass ]  25200
galera.galera_toi_alter_auto_increment 'innodb' w1 [ pass ]   4067
galera.galera_gtid 'innodb'              w2 [ pass ]   2032
worker[2] > Restart [mysqld.1 - pid: 14923, winpid: 14923] - using different config file
worker[2] > Restart [mysqld.2 - pid: 14960, winpid: 14960] - using different config file
galera.galera_toi_ddl_nonconflicting 'innodb' w1 [ pass ]   2031
galera.galera_toi_ddl_sequential 'innodb' w1 [ pass ]   2042
galera.galera_toi_drop_database 'innodb' w1 [ pass ]  13760
galera.galera_gtid_slave 'innodb'        w2 [ pass ]   2760
worker[2] > Restart [mysqld.1 - pid: 15268, winpid: 15268] - using different config file
worker[2] > Restart [mysqld.2 - pid: 15270, winpid: 15270] - using different config file
worker[2] > Restart [mysqld.3 - pid: 15334, winpid: 15334] - using different config file
galera.galera_toi_ftwrl 'innodb'         w1 [ pass ]   2024
galera.galera_toi_lock_exclusive 'innodb' w1 [ pass ]   3035
galera.galera_toi_lock_shared 'innodb'   w1 [ pass ]   2029
galera.galera_transaction_read_only 'innodb' w1 [ pass ]   2033
galera.galera_transaction_replay 'innodb' w1 [ skipped ]  debug_sync is not available
galera.galera_trigger 'innodb'           w1 [ pass ]   2039
galera.galera_truncate 'innodb'          w1 [ pass ]   2072
galera.galera_load_data 'innodb'         w2 [ pass ]   2087
worker[2] > Restart [mysqld.1 - pid: 15686, winpid: 15686] - using different config file
worker[2] > Restart [mysqld.2 - pid: 15722, winpid: 15722] - using different config file
galera.galera_truncate_temporary 'innodb' w1 [ pass ]   2050
galera.galera_unicode_identifiers 'innodb' w1 [ pass ]   2044
worker[1] > Restart [mysqld.1 - pid: 7007, winpid: 7007] - using different config file
worker[1] > Restart [mysqld.2 - pid: 13824, winpid: 13824] - using different config file
galera.galera_mdev_13787 'innodb'        w1 [ pass ]   2030
worker[1] > Restart [mysqld.1 - pid: 16238, winpid: 16238] - using different config file
worker[1] > Restart [mysqld.2 - pid: 16289, winpid: 16289] - using different config file
galera.galera_log_bin 'innodb'           w2 [ pass ]   2144
worker[2] > Restart  - using different config file
worker[2] > Restart  - using different config file
galera.galera_mdev_15611 'innodb'        w1 [ pass ]   2292
worker[1] > Restart [mysqld.1 - pid: 16922, winpid: 16922] - using different config file
worker[1] > Restart [mysqld.2 - pid: 16989, winpid: 16989] - using different config file
galera.galera_partition 'innodb'         w2 [ pass ]   5940
worker[2] > Restart [mysqld.1 - pid: 16582, winpid: 16582] - using different config file
worker[2] > Restart [mysqld.2 - pid: 16627, winpid: 16627] - using different config file
worker[2] > Restart [mysqld.3 - pid: 16629, winpid: 16629] - using different config file
worker[2] > Restart [mysqld.4 - pid: 16631, winpid: 16631] - using different config file
galera.galera_sbr_binlog 'innodb'        w2 [ pass ]   2028
worker[2] > Restart [mysqld.1 - pid: 17583, winpid: 17583] - using different config file
worker[2] > Restart [mysqld.2 - pid: 17620, winpid: 17620] - using different config file
galera.galera_query_cache 'innodb'       w1 [ pass ]   2041
worker[1] > Restart [mysqld.1 - pid: 17757, winpid: 17757] - using different config file
worker[1] > Restart [mysqld.2 - pid: 17799, winpid: 17799] - using different config file
galera.galera_sst_mariabackup_lost_found 'innodb' w2 [ pass ]  24493
worker[2] > Restart [mysqld.1 - pid: 18115, winpid: 18115] - using different config file
worker[2] > Restart [mysqld.2 - pid: 19653, winpid: 19653] - using different config file
galera.galera_sst_rsync2 'innodb,release' w1 [ pass ]  38866
worker[1] > Restart [mysqld.1 - pid: 18456, winpid: 18456] - using different config file
worker[1] > Restart [mysqld.2 - pid: 20902, winpid: 20902] - using different config file
galera.galera_v1_row_events 'innodb'     w2 [ pass ]   2020
worker[2] > Restart [mysqld.1 - pid: 21145, winpid: 21145] - using different config file
worker[2] > Restart [mysqld.2 - pid: 21181, winpid: 21181] - using different config file
galera.galera_var_auto_inc_control_on 'innodb' w1 [ pass ]   2031
worker[1] > Restart [mysqld.1 - pid: 21364, winpid: 21364] - using different config file
worker[1] > Restart [mysqld.2 - pid: 21426, winpid: 21426] - using different config file
galera.galera_var_gtid_domain_id 'innodb' w2 [ pass ]   2030
worker[2] > Restart [mysqld.1 - pid: 21664, winpid: 21664] - using different config file
worker[2] > Restart [mysqld.2 - pid: 21701, winpid: 21701] - using different config file
galera.galera_var_log_bin 'innodb'       w1 [ pass ]   2019
worker[1] > Restart [mysqld.1 - pid: 21889, winpid: 21889] - using different config file
worker[1] > Restart [mysqld.2 - pid: 21969, winpid: 21969] - using different config file
galera.galera_var_sst_auth 'innodb'      w2 [ pass ]   2015
worker[2] > Restart [mysqld.1 - pid: 22234, winpid: 22234] - using different config file
worker[2] > Restart [mysqld.2 - pid: 22270, winpid: 22270] - using different config file
galera.galera_wsrep_log_conficts 'innodb' w1 [ pass ]   2061
worker[1] > Restart [mysqld.1 - pid: 22435, winpid: 22435] - using different config file
worker[1] > Restart [mysqld.2 - pid: 22515, winpid: 22515] - using different config file
galera.mdev_10518 'innodb'               w2 [ pass ]   2042
worker[2] > Restart [mysqld.1 - pid: 22757, winpid: 22757] - using different config file
worker[2] > Restart [mysqld.2 - pid: 22794, winpid: 22794] - using different config file
galera.mysql-wsrep#201 'innodb'          w1 [ pass ]   3372
worker[1] > Restart [mysqld.1 - pid: 22985, winpid: 22985] - using different config file
worker[1] > Restart [mysqld.2 - pid: 23064, winpid: 23064] - using different config file
galera.rpl_row_annotate 'innodb'         w2 [ pass ]   2036
worker[2] > Restart [mysqld.1 - pid: 23304, winpid: 23304] - using different config file
worker[2] > Restart [mysqld.2 - pid: 23341, winpid: 23341] - using different config file
galera.versioning_trx_id 'innodb'        w1 [ pass ]   2042
worker[1] > Restart [mysqld.1 - pid: 23574, winpid: 23574] - using different config file
worker[1] > Restart [mysqld.2 - pid: 23610, winpid: 23610] - using different config file
worker[1] > Restart [mysqld.3 - pid: 23612, winpid: 23612] - using different config file
worker[1] > Restart [mysqld.4 - pid: 23614, winpid: 23614] - using different config file
galera_3nodes.galera_certification_ccc 'innodb' w2 [ pass ]  18062
galera_3nodes.galera_certification_double_failure 'innodb' w2 [ pass ]   3036
galera_3nodes.galera_evs_suspect_timeout 'innodb' w2 [ pass ]  15793
galera_3nodes.GAL-501 'innodb'           w1 [ pass ]  12317
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
galera_3nodes.galera_join_with_cc_A 'innodb' w2 [ skipped ]  Test requires Galera debug library with debug_sync functionality
galera_3nodes.galera_join_with_cc_B 'innodb' w2 [ skipped ]  Test requires Galera debug library with debug_sync functionality
galera_3nodes.galera_join_with_cc_C 'innodb' w2 [ skipped ]  Test requires Galera debug library with debug_sync functionality
galera_3nodes.galera_parallel_apply_3nodes 'innodb' w2 [ pass ]   3032
galera_3nodes.galera_var_dirty_reads2 'innodb' w2 [ pass ]  19564
worker[2] > Restart [mysqld.1 - pid: 23642, winpid: 23642] - using different config file
worker[2] > Restart [mysqld.2 - pid: 23644, winpid: 23644] - using different config file
worker[2] > Restart [mysqld.3 - pid: 23646, winpid: 23646] - using different config file
galera_3nodes.galera_ipv6_mariabackup 'innodb' w1 [ pass ]  13440
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[2] mysql-test-run: WARNING: Process [mysqld.2 - pid: 27279, winpid: 27279, exit: 256] died after mysql-test-run waited 27 seconds for /dev/shm/var/2/run/mysqld.2.pid to be created.
galera_3nodes.galera_ipv6_mariabackup_section 'innodb' w2 [ fail ]
        Test ended at 2021-01-12 03:58:27

CURRENT_TEST: galera_3nodes.galera_ipv6_mariabackup_section


Failed to start mysqld.2
mysqltest failed but provided no output


 - saving '/dev/shm/var/2/log/galera_3nodes.galera_ipv6_mariabackup_section-innodb/' to '/dev/shm/var/log/galera_3nodes.galera_ipv6_mariabackup_section-innodb/'

Retrying test galera_3nodes.galera_ipv6_mariabackup_section, attempt(2/3)...

worker[2] > Restart  - not started
worker[2] > Restart  - not started
worker[2] > Restart  - not started
***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_mariabackup_section

WSREP_SST: [ERROR] /usr//bin/mariabackup finished with error: 1.  Check syslog or /dev/shm/var/2/mysqld.1/data//mariabackup.backup.log for details (20210112 03:58:18.756)
WSREP_SST: [ERROR] Cleanup after exit with status:22 (20210112 03:58:18.761)
2021-01-12  3:58:18 0 [ERROR] WSREP: Failed to read from: wsrep_sst_mariabackup --role 'donor' --address '[::1]:16028/xtrabackup_sst//1' --socket '/dev/shm/var/tmp/2/mysqld.1.sock' --datadir '/dev/shm/var/2/mysqld.1/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.1' --gtid '452f56f2-54b4-11eb-8b4b-0fd242dbeaa0:0' --gtid-domain-id '0' --mysqld-args --defaults-group-suffix=.1 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300
2021-01-12  3:58:18 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'donor' --address '[::1]:16028/xtrabackup_sst//1' --socket '/dev/shm/var/tmp/2/mysqld.1.sock' --datadir '/dev/shm/var/2/mysqld.1/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.1' --gtid '452f56f2-54b4-11eb-8b4b-0fd242dbeaa0:0' --gtid-domain-id '0' --mysqld-args --defaults-group-suffix=.1 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 22 (Invalid argument)
2021-01-12  3:58:18 0 [ERROR] WSREP: sst sent called when not SST donor, state CONNECTED
2021-01-12  3:58:18 0 [ERROR] WSREP: Command did not run: wsrep_sst_mariabackup --role 'donor' --address '[::1]:16028/xtrabackup_sst//1' --socket '/dev/shm/var/tmp/2/mysqld.1.sock' --datadir '/dev/shm/var/2/mysqld.1/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.1' --gtid '452f56f2-54b4-11eb-8b4b-0fd242dbeaa0:0' --gtid-domain-id '0' --mysqld-args --defaults-group-suffix=.1 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300
WSREP_SST: [ERROR] xtrabackup_checkpoints missing, failed innobackupex/SST on donor (20210112 03:58:18.835)
WSREP_SST: [ERROR] Cleanup after exit with status:2 (20210112 03:58:18.840)
2021-01-12  3:58:18 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'joiner' --address '[::1]:16028' --datadir '/dev/shm/var/2/mysqld.2/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.2' --parent '27280' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.2 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 2 (No such file or directory)
2021-01-12  3:58:18 0 [ERROR] WSREP: Failed to read uuid:seqno and wsrep_gtid_domain_id from joiner script.
2021-01-12  3:58:18 0 [ERROR] WSREP: SST failed: 2 (No such file or directory)
2021-01-12  3:58:18 0 [ERROR] Aborting
Warning: Memory not freed: 39488

worker[2] mysql-test-run: WARNING: Process [mysqld.3 - pid: 29079, winpid: 29079, exit: 256] died after mysql-test-run waited 0.1 seconds for /dev/shm/var/2/run/mysqld.3.pid to be created.
galera_3nodes.galera_ipv6_mariabackup_section 'innodb' w2 [ retry-fail ]
        Test ended at 2021-01-12 03:58:44

CURRENT_TEST: galera_3nodes.galera_ipv6_mariabackup_section


Failed to start mysqld.3
mysqltest failed but provided no output


 - skipping '/dev/shm/var/2/log/galera_3nodes.galera_ipv6_mariabackup_section-innodb/'

Test galera_3nodes.galera_ipv6_mariabackup_section has failed 2 times, no more retries!

worker[2] > Restart  - using different config file
worker[2] > Restart  - using different config file
worker[2] > Restart  - using different config file
***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_mariabackup_section

WSREP_SST: [ERROR] Error while getting data from donor node:  exit codes: 1 0 (20210112 03:58:34.715)
WSREP_SST: [ERROR] Cleanup after exit with status:32 (20210112 03:58:34.722)
2021-01-12  3:58:34 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'joiner' --address '[::1]:16031' --datadir '/dev/shm/var/2/mysqld.3/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.3' --parent '29080' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 32 (Broken pipe)
2021-01-12  3:58:34 0 [ERROR] WSREP: Failed to read uuid:seqno and wsrep_gtid_domain_id from joiner script.
2021-01-12  3:58:34 0 [ERROR] WSREP: SST failed: 32 (Broken pipe)
2021-01-12  3:58:34 0 [ERROR] Aborting
2021-01-12  3:58:37 2 [ERROR] WSREP: Requesting state transfer failed: -77(File descriptor in bad state)
2021-01-12  3:58:37 2 [ERROR] WSREP: State transfer request failed unrecoverably: 77 (File descriptor in bad state). Most likely it is due to inability to communicate with the cluster primary component. Restart required.

galera_3nodes.galera_ipv6_mysqldump 'innodb' w1 [ pass ]  15035
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[2] mysql-test-run: WARNING: Process [mysqld.3 - pid: 30627, winpid: 30627, exit: 256] died after mysql-test-run waited 11.2 seconds for /dev/shm/var/2/run/mysqld.3.pid to be created.
galera_3nodes.galera_ipv6_rsync 'innodb' w2 [ fail ]
        Test ended at 2021-01-12 03:59:00

CURRENT_TEST: galera_3nodes.galera_ipv6_rsync


Failed to start mysqld.3
mysqltest failed but provided no output


 - skipping '/dev/shm/var/2/log/galera_3nodes.galera_ipv6_rsync-innodb/'

Retrying test galera_3nodes.galera_ipv6_rsync, attempt(2/3)...

worker[2] > Restart  - not started
worker[2] > Restart  - not started
worker[2] > Restart  - not started
***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_rsync

WSREP_SST: [ERROR] rsync daemon port '16031' has been taken (20210112 03:58:46.128)
2021-01-12  3:58:46 0 [ERROR] WSREP: Failed to read 'ready <addr>' from: wsrep_sst_rsync --role 'joiner' --address '[::1]:16031' --datadir '/dev/shm/var/2/mysqld.3/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.3' --parent '30628' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300
2021-01-12  3:58:46 0 [ERROR] WSREP: Process completed with error: wsrep_sst_rsync --role 'joiner' --address '[::1]:16031' --datadir '/dev/shm/var/2/mysqld.3/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.3' --parent '30628' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 16 (Device or resource busy)
2021-01-12  3:58:46 2 [ERROR] WSREP: Failed to prepare for 'rsync' SST. Unrecoverable.
2021-01-12  3:58:46 2 [ERROR] Aborting
Warning: Memory not freed: 1381120

galera_3nodes.galera_ipv6_rsync_section 'innodb' w1 [ pass ]  14117
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[2] mysql-test-run: WARNING: Process [mysqld.2 - pid: 31409, winpid: 31409, exit: 256] died after mysql-test-run waited 31.4 seconds for /dev/shm/var/2/run/mysqld.2.pid to be created.
galera_3nodes.galera_ipv6_rsync 'innodb' w2 [ retry-fail ]
        Test ended at 2021-01-12 03:59:32

CURRENT_TEST: galera_3nodes.galera_ipv6_rsync


Failed to start mysqld.2
mysqltest failed but provided no output


 - skipping '/dev/shm/var/2/log/galera_3nodes.galera_ipv6_rsync-innodb/'

Test galera_3nodes.galera_ipv6_rsync has failed 2 times, no more retries!

worker[2] > Restart  - using different config file
worker[2] > Restart  - using different config file
worker[2] > Restart  - using different config file
***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_rsync

2021-01-12  3:59:31 0 [ERROR] Aborting
WSREP_SST: [ERROR] rsync daemon port '16031' has been taken (20210112 03:59:02.289)
2021-01-12  3:59:02 0 [ERROR] WSREP: Failed to read 'ready <addr>' from: wsrep_sst_rsync --role 'joiner' --address '[::1]:16031' --datadir '/dev/shm/var/2/mysqld.3/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.3' --parent '31412' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300
2021-01-12  3:59:02 0 [ERROR] WSREP: Process completed with error: wsrep_sst_rsync --role 'joiner' --address '[::1]:16031' --datadir '/dev/shm/var/2/mysqld.3/data/' --defaults-file '/dev/shm/var/2/my.cnf' --defaults-group-suffix '.3' --parent '31412' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/dev/shm/var/2/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 16 (Device or resource busy)
2021-01-12  3:59:02 2 [ERROR] WSREP: Failed to prepare for 'rsync' SST. Unrecoverable.
2021-01-12  3:59:02 2 [ERROR] Aborting
Warning: Memory not freed: 1381120

wsrep.pool_of_threads 'innodb'           w2 [ pass ]     18
worker[2] > Restart [mysqld.1 - pid: 32020, winpid: 32020] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=master-bin --binlog-format=row --innodb_autoinc_lock_mode=2 --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm://' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=master-bin --binlog-format=row --innodb_autoinc_lock_mode=2 --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm:// --thread_handling=pool-of-threads --wsrep-on=1'
wsrep.foreign_key 'innodb'               w2 [ pass ]     43
worker[2] > Restart [mysqld.1 - pid: 32116, winpid: 32116] - running with different options '--log-bin=master-bin --binlog-format=row --innodb_autoinc_lock_mode=2 --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm:// --wsrep-on=1' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=master-bin --binlog-format=row --innodb_autoinc_lock_mode=2 --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm://'
wsrep.binlog_format                      w2 [ pass ]     39
worker[2] > Restart [mysqld.1 - pid: 32185, winpid: 32185] - running with different options '--log-bin=master-bin --binlog-format=row --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm:// --wsrep-on=1' != '--log-bin=master-bin --binlog-format=row --innodb_autoinc_lock_mode=2 --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm:// --wsrep-on=1'
wsrep.mdev_6832                          w2 [ pass ]   4073
wsrep.mdev_7798                          w2 [ pass ]   3531
worker[2] > Restart [mysqld.1 - pid: 32249, winpid: 32249] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm:// --wsrep-on=1 --binlog_format=ROW' != '--log-bin=master-bin --binlog-format=row --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm:// --wsrep-on=1'
wsrep.mysql_tzinfo_to_sql_symlink 'innodb' w2 [ pass ]     43
wsrep.mysql_tzinfo_to_sql_symlink_skip 'innodb' w2 [ pass ]     47
worker[2] > Restart [mysqld.1 - pid: 32269, winpid: 32269] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --wsrep-provider=/usr/lib/galera/libgalera_smm.so --wsrep-cluster-address=gcomm:// --wsrep-on=1 --binlog_format=ROW'
wsrep.trans 'innodb'                     w2 [ pass ]      3
worker[2] > Restart [mysqld.1 - pid: 32354, winpid: 32354] - running with different options '' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual'
wsrep.plugin                             w2 [ pass ]      3
worker[2] > Restart [mysqld.1 - pid: 32396, winpid: 32396] - using different config file
wsrep.alter_table_innodb 'innodb'        w2 [ pass ]    386
worker[2] > Restart [mysqld.1 - pid: 32416, winpid: 32416] - using different config file
wsrep.mdev_10186                         w2 [ pass ]      3
worker[2] > Restart [mysqld.1 - pid: 32492, winpid: 32492] - using different config file
galera_3nodes.galera_safe_to_bootstrap 'innodb' w1 [ pass ]  55379
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
worker[1] > Restart  - using different config file
File /usr/share/mysql/mysql-test/suite/wsrep/r/wsrep-recover-v25.result is read-only; trying to patch anyway
wsrep.wsrep-recover-v25 'binlogon,innodb' w1 [ skipped ]  debug_sync is not available
worker[1] > Restart [mysqld.1 - pid: 515, winpid: 515] - running with different options '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual' != '--innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin'
wsrep.wsrep-recover-v25 'binlogoff,innodb' w1 [ skipped ]  debug_sync is not available
worker[1] > Restart [mysqld.1 - pid: 579, winpid: 579] - using different config file
wsrep.variables 'innodb'                 w2 [ pass ]  20459
worker[2] > Restart  - using different config file
wsrep.wsrep_rpl 'innodb,mix'             w1 [ pass ]   1057
worker[1] > Restart [mysqld.1 - pid: 651, winpid: 651] - running with different options '--binlog-format=statement --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=master-bin' != '--binlog-format=mixed --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=master-bin'
worker[1] > Restart [mysqld.2 - pid: 653, winpid: 653] - running with different options '--binlog-format=statement --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=slave-bin' != '--binlog-format=mixed --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --log-bin=slave-bin'
wsrep.wsrep_rpl 'innodb,row'             w2 [ pass ]   1069
wsrep.wsrep_rpl 'innodb,stmt'            w1 [ pass ]   1032
--------------------------------------------------------------------------
The servers were restarted 73 times
Spent 1060.515 of 1087 seconds executing testcases

Completed: Failed 2/221 tests, 99.10% were successful.

Failing test(s): galera_3nodes.galera_ipv6_mariabackup_section galera_3nodes.galera_ipv6_rsync

The log files in var/log may give you some hint of what went wrong.

If you want to report this error, please read first the documentation
at http://dev.mysql.com/doc/mysql/en/mysql-test-suite.html

Errors/warnings were found in logfiles during server shutdown after running the
following sequence(s) of tests:
    galera_3nodes.galera_ipv6_mariabackup_section
    galera_3nodes.galera_ipv6_mariabackup_section
    galera_3nodes.galera_ipv6_rsync
    galera_3nodes.galera_ipv6_rsync
86 tests were skipped, 22 by the test itself.

mysql-test-run: *** ERROR: there were failing test cases
+ res=1
+ rm -rf /home/buildbot/var
+ cp -r /dev/shm/var /home/buildbot
+ exit 1
Connection to localhost closed.
Command exit 1
= rm -Rf var/ ; scp -rp -P 2260 -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no buildbot@localhost:/home/buildbot/var/ . || :
Warning: Permanently added '[localhost]:2260' (ECDSA) to the list of known hosts.
Use of uninitialized value $opt_baseimage in pattern match (m//) at /usr/local/bin/runvm line 385.
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost sudo /sbin/shutdown -h now
Connection to localhost closed by remote host.
Connection to localhost closed.
Use of uninitialized value $opt_baseimage in pattern match (m//) at /usr/local/bin/runvm line 385.
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost sudo /sbin/shutdown -h now
ssh_exchange_identification: read: Connection reset by peer
Use of uninitialized value $opt_baseimage in pattern match (m//) at /usr/local/bin/runvm line 385.
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost sudo /sbin/shutdown -h now
ssh_exchange_identification: Connection closed by remote host
Use of uninitialized value $opt_baseimage in pattern match (m//) at /usr/local/bin/runvm line 385.
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost sudo /sbin/shutdown -h now
ssh_exchange_identification: Connection closed by remote host
Use of uninitialized value $opt_baseimage in pattern match (m//) at /usr/local/bin/runvm line 385.
+ ssh -t -t -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no -o LogLevel=ERROR -o ConnectTimeout=4 -p 2260 -l buildbot localhost sudo /sbin/shutdown -h now
ssh: connect to host localhost port 2260: Connection refused
program finished with exit code 1
elapsedTime=1145.993864