+++ readlink -f /home/timofey_turenko_mariadb_com/MariaDBEnterprise/scripts/es-test.sh ++ dirname /home/timofey_turenko_mariadb_com/MariaDBEnterprise/scripts/es-test.sh + export script_dir=/home/timofey_turenko_mariadb_com/MariaDBEnterprise/scripts + script_dir=/home/timofey_turenko_mariadb_com/MariaDBEnterprise/scripts + MYSQL_USER=mysql + MYSQL_GROUP=mysql + MYSQL_VARDIR=/var/tmp/mtr + MYSQL_DATADIR=/var/lib/mysql + MTR_DEFAULT_ARGS='--max-save-core=0 --max-save-datadir=1 --force --vardir=/var/tmp/mtr ' + MTR_RUN_ARGS='--max-save-core=0 --max-save-datadir=1 --force --vardir=/var/tmp/mtr ' + PACKAGE=MariaDB-ES + unset WSREP_EXPORT + MTR_JUNIT_ARGS=' --xml-report=mtr.xml ' ++ getent passwd mysql + [[ ! -n '' ]] + case ${platform} in + sudo addgroup --system mysql + sudo adduser --system --disabled-login --ingroup mysql --no-create-home --home /nonexistent --gecos 'MySQL Server' --shell /bin/false mysql ++ sudo find /usr -type f -name 'libgalera*smm.so' + export WSREP_PROVIDER=/usr/lib/galera/libgalera_smm.so + WSREP_PROVIDER=/usr/lib/galera/libgalera_smm.so + export 'WSREP_EXPORT=export WSREP_PROVIDER=/usr/lib/galera/libgalera_smm.so; ' + WSREP_EXPORT='export WSREP_PROVIDER=/usr/lib/galera/libgalera_smm.so; ' ++ dirname /home/timofey_turenko_mariadb_com/MariaDBEnterprise/scripts/es-test.sh + cd /home/timofey_turenko_mariadb_com/MariaDBEnterprise/scripts/../mysql-test/ ++ pwd + RUNDIR=/home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test + sudo chown -R mysql:mysql /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test + sudo chmod a+rx . + sudo chmod a+rx /home -R + sudo mkdir -p /var/tmp/mtr + sudo mkdir -p /var/lib/mysql + sudo chown mysql:mysql /var/tmp/mtr + sudo chown mysql:mysql /var/lib/mysql + cat lib/mtr_report.pm + grep xml_report if ($::opt_xml_report) { my $xml_report = ""; $xml_report = "\n"; $xml_report .= qq(\n); $xml_report .= "\t\n"; $xml_report .= qq(\t\n); $xml_report .= qq(\t\t\n\t\t\t\n\n\t\t\t\n\t\t\n); $xml_report .= qq(>\n\t\t\t\n\t\t\n); $xml_report .= qq(>\n\t\t\t\n\t\t\n); $xml_report .= " />\n"; $xml_report .= "\t\n\n"; my $xml_file = $::opt_xml_report; print $XML_UFILE $xml_report; + '[' 0 == 0 ']' + echo 'Trying to create JUnit report' Trying to create JUnit report + unset MSAN_ADDS + [[ '' == \Y ]] + sudo su - mysql -s /bin/bash -c ' export WSREP_PROVIDER=/usr/lib/galera/libgalera_smm.so; cd /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test && perl mysql-test-run.pl --suite=galera,wsrep,galera_3nodes --max-test-fail=0 --testcase-timeout=20 --big-test --retry=3 --parallel=1 --max-save-core=0 --max-save-datadir=1 --force --vardir=/var/tmp/mtr --xml-report=mtr.xml ' su: warning: cannot change directory to /home/mysql: No such file or directory Logging: mysql-test-run.pl --suite=galera,wsrep,galera_3nodes --max-test-fail=0 --testcase-timeout=20 --big-test --retry=3 --parallel=1 --max-save-core=0 --max-save-datadir=1 --force --vardir=/var/tmp/mtr --xml-report=mtr.xml vardir: /var/tmp/mtr Removing old var directory... Creating var directory '/var/tmp/mtr'... Checking supported features... MariaDB Version 10.3.28-MariaDB-debug - SSL connections supported - binaries are debug compiled - binaries built with wsrep patch Using suites: galera,wsrep,galera_3nodes Collecting tests... Installing system database... ============================================================================== TEST RESULT TIME (ms) or COMMENT -------------------------------------------------------------------------- worker[1] Using MTR_BUILD_THREAD 300, with reserved ports 16000..16019 galera.MW-286 [ disabled ] MDEV-18464 Killing thread can cause mutex deadlock if done concurrently with Galera/replication victim kill galera.MW-328A [ disabled ] MDEV-22666? galera.MW-328B [ disabled ] MDEV-22666 galera.MW-328A MTR failed: "Semaphore wait has lasted > 600 seconds" and do not release port 16002 galera.MW-329 [ disabled ] MDEV-19962 Galera test failure on MW-329 galera.galera_as_slave_replication_bundle [ disabled ] MDEV-15785 OPTION_GTID_BEGIN is set in Gtid_log_event::do_apply_event() galera.galera_binlog_stmt_autoinc [ disabled ] MDEV-19959 Galera test failure on galera_binlog_stmt_autoinc galera.galera_gcache_recover_manytrx [ disabled ] MDEV-18834 Galera test failure galera.galera_parallel_simple [ disabled ] MDEV-20318 galera.galera_parallel_simple fails galera.galera_shutdown_nonprim [ disabled ] MDEV-21493 galera.galera_shutdown_nonprim galera.galera_ssl_upgrade [ disabled ] MDEV-19950 Galera test failure on galera_ssl_upgrade galera.galera_sst_mariabackup_encrypt_with_key [ disabled ] MDEV-21484 galera_sst_mariabackup_encrypt_with_key galera.galera_var_node_address [ disabled ] MDEV-20485 Galera test failure galera.galera_wan [ disabled ] MDEV-17259 Test failure on galera.galera_wan galera.partition [ disabled ] MDEV-19958 Galera test failure on galera.partition galera.query_cache [ disabled ] MDEV-15805 Test failure on galera.query_cache galera.sql_log_bin [ disabled ] MDEV-21491 galera.sql_log_bin galera_3nodes.galera_gtid_2_cluster [ disabled ] MDEV-23775 Galera test failure on galera_3nodes.galera_gtid_2_cluster galera_3nodes.galera_ist_gcache_rollover [ disabled ] MDEV-23578 WSREP: exception caused by message: {v=0,t=1,ut=255,o=4,s=0,sr=0,as=1,f=6,src=50524cfe,srcvid=view_id(REG,50524cfe,4),insvid=view_id(UNKNOWN,00000000,0),ru=00000000,r=[-1,-1],fs=75,nl=(} galera_3nodes.galera_slave_options_do [ disabled ] MDEV-8798 galera_3nodes.galera_slave_options_ignore [ disabled ] MDEV-8798 galera_3nodes.galera_garbd [ skipped ] Need garbd galera.MW-86-wait1 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_log_output_csv 'innodb' [ pass ] 2111 galera.galera_forced_binlog_format 'innodb' [ pass ] 2177 galera.MDEV-22021 'binlogon,innodb' [ pass ] 2082 galera.MW-44 'innodb' [ pass ] 2087 galera.galera_wsrep_new_cluster 'innodb' [ pass ] 2631 galera.galera_var_notify_cmd 'innodb' [ pass ] 2028 galera.GAL-419 'innodb' [ pass ] 11384 galera.galera_bf_lock_wait 'innodb' [ pass ] 102179 galera.galera_fulltext 'innodb' [ pass ] 15725 galera.galera_kill_largechanges 'innodb' [ pass ] 257088 galera.galera_many_columns 'innodb' [ pass ] 2864 galera.galera_many_tables_nopk 'innodb' [ pass ] 61220 galera.galera_many_tables_pk 'innodb' [ pass ] 8251 galera.galera_parallel_autoinc_largetrx 'innodb' [ pass ] 12726 galera.galera_parallel_autoinc_manytrx 'innodb' [ pass ] 29461 galera.galera_rsu_add_pk 'innodb' [ pass ] 77920 galera.galera_rsu_drop_pk 'innodb' [ pass ] 144840 galera.galera_toi_ddl_error 'innodb' [ pass ] 19436 galera.galera_toi_ddl_fk_insert 'innodb' [ pass ] 17005 galera.galera_toi_ddl_fk_update 'innodb' [ pass ] 14659 galera.galera_var_load_data_splitting 'innodb' [ pass ] 18460 galera.galera_wsrep_desync_wsrep_on 'innodb' [ pass ] 61193 galera.GAL-382 'innodb' [ pass ] 2138 galera.GAL-401 'innodb' [ pass ] 17211 galera.GAL-480 'innodb' [ pass ] 2927 galera.MDEV-20225 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.MDEV-22021 'binlogoff,innodb' [ pass ] 2094 galera.MDEV-22707 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.MW-252 'innodb' [ pass ] 2958 galera.MW-258 'innodb' [ pass ] 10094 galera.MW-259 'innodb' [ pass ] 4176 galera.MW-285 'innodb' [ pass ] 2173 galera.MW-292 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.MW-309 'innodb' [ pass ] 2097 galera.MW-328D 'innodb' [ pass ] 4106 galera.MW-328E 'innodb' [ pass ] 4111 galera.MW-357 'innodb' [ pass ] 2061 galera.MW-369 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.MW-388 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.MW-402 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.MW-416 'innodb' [ pass ] 2059 galera.basic 'innodb' [ pass ] 2093 galera.binlog_checksum 'innodb' [ pass ] 2091 galera.create 'innodb' [ pass ] 2354 galera.enforce_storage_engine 'innodb' [ pass ] 2071 galera.ev51914 'innodb' [ pass ] 2613 galera.fk 'innodb' [ pass ] 2330 galera.galera#500 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera#505 'innodb' [ pass ] 2021 galera.galera_FK_duplicate_client_insert 'innodb' [ pass ] 3363 galera.galera_admin 'innodb' [ pass ] 5790 galera.galera_alter_engine_innodb 'innodb' [ pass ] 2105 galera.galera_alter_engine_myisam 'innodb' [ pass ] 2082 galera.galera_alter_table_force 'innodb' [ pass ] 2109 galera.galera_applier_ftwrl_table 'innodb' [ pass ] 2101 galera.galera_bf_abort 'innodb' [ pass ] 2073 galera.galera_bf_abort_flush_for_export 'innodb' [ pass ] 2081 galera.galera_bf_abort_for_update 'innodb' [ pass ] 2089 galera.galera_bf_abort_ftwrl 'innodb' [ pass ] 2084 galera.galera_bf_abort_get_lock 'innodb' [ pass ] 3068 galera.galera_bf_abort_lock_table 'innodb' [ pass ] 2077 galera.galera_bf_abort_sleep 'innodb' [ pass ] 2069 galera.galera_binlog_cache_size 'innodb' [ pass ] 3118 galera.galera_binlog_row_image 'innodb' [ pass ] 2298 galera.galera_concurrent_ctas 'innodb' [ pass ] 8446 galera.galera_create_function 'innodb' [ pass ] 2088 galera.galera_create_procedure 'innodb' [ pass ] 2129 galera.galera_create_table_like 'innodb' [ pass ] 2224 galera.galera_create_trigger 'innodb' [ pass ] 2277 galera.galera_ddl_multiline 'innodb' [ pass ] 2342 galera.galera_defaults 'innodb' [ skipped ] Test requires Galera library version >= 25.3.31 galera.galera_delete_limit 'innodb' [ pass ] 2192 galera.galera_desync_overlapped 'innodb' [ pass ] 3438 galera.galera_drop_database 'innodb' [ pass ] 15475 galera.galera_drop_multi 'innodb' [ pass ] 2122 galera.galera_enum 'innodb' [ pass ] 2147 galera.galera_events 'innodb' [ pass ] 3063 galera.galera_events2 'innodb' [ pass ] 18519 galera.galera_fk_cascade_delete 'innodb' [ pass ] 2282 galera.galera_fk_cascade_delete_debug 'innodb' [ pass ] 2254 galera.galera_fk_cascade_update 'innodb' [ pass ] 2181 galera.galera_fk_conflict 'innodb' [ pass ] 2129 galera.galera_fk_mismatch 'innodb' [ pass ] 2122 galera.galera_fk_multicolumn 'innodb' [ pass ] 2166 galera.galera_fk_multitable 'innodb' [ pass ] 2132 galera.galera_fk_no_pk 'innodb' [ pass ] 2154 galera.galera_fk_selfreferential 'innodb' [ pass ] 2089 galera.galera_fk_setnull 'innodb' [ pass ] 2139 galera.galera_ftwrl 'innodb' [ pass ] 4081 galera.galera_ftwrl_drain 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_gcs_fc_limit 'innodb' [ pass ] 3117 galera.galera_gra_log 'innodb' [ pass ] 2078 galera.galera_insert_ignore 'innodb' [ pass ] 2175 galera.galera_insert_multi 'innodb' [ pass ] 2286 galera.galera_kill_applier 'innodb' [ pass ] 2078 galera.galera_kill_ddl 'innodb' [ pass ] 22396 galera.galera_kill_nochanges 'innodb' [ pass ] 18667 galera.galera_kill_smallchanges 'innodb' [ pass ] 20327 galera.galera_lock_table 'innodb' [ pass ] 4136 galera.galera_many_indexes 'innodb' [ pass ] 3871 galera.galera_mdev_10812 'innodb' [ pass ] 6088 galera.galera_mdl_race 'innodb' [ pass ] 2125 galera.galera_multi_database 'innodb' [ pass ] 2144 galera.galera_myisam_autocommit 'innodb' [ pass ] 2077 galera.galera_myisam_transactions 'innodb' [ pass ] 2099 galera.galera_nopk_bit 'innodb' [ pass ] 2137 galera.galera_nopk_blob 'innodb' [ pass ] 2128 galera.galera_nopk_large_varchar 'innodb' [ pass ] 2158 galera.galera_nopk_unicode 'innodb' [ pass ] 2080 galera.galera_parallel_apply_lock_table 'innodb' [ pass ] 4144 galera.galera_pc_ignore_sb 'innodb' [ pass ] 22598 galera.galera_performance_schema 'innodb' [ pass ] 2128 galera.galera_pk_bigint_signed 'innodb' [ pass ] 2080 galera.galera_pk_bigint_unsigned 'innodb' [ pass ] 2076 galera.galera_prepared_statement 'innodb' [ pass ] 2270 galera.galera_read_only 'innodb' [ pass ] 2087 galera.galera_repl_key_format_flat16 'innodb' [ pass ] 2113 galera.galera_repl_max_ws_size 'innodb' [ pass ] 2068 galera.galera_restart_nochanges 'innodb' [ pass ] 9598 galera.galera_restart_on_unknown_option 'innodb' [ pass ] 81561 galera.galera_roles 'innodb' [ pass ] 5399 galera.galera_rsu_error 'innodb' [ pass ] 2102 galera.galera_rsu_simple 'innodb' [ pass ] 2092 galera.galera_rsu_wsrep_desync 'innodb' [ pass ] 4245 galera.galera_sbr 'innodb' [ pass ] 2064 galera.galera_schema_dirty_reads 'innodb' [ pass ] 2018 galera.galera_serializable 'innodb' [ pass ] 6096 galera.galera_server 'innodb' [ pass ] 2044 galera.galera_sp_bf_abort 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_split_brain 'innodb' [ pass ] 32843 galera.galera_sql_log_bin_zero 'innodb' [ pass ] 2069 galera.galera_status_cluster 'innodb' [ pass ] 2020 galera.galera_status_local_index 'innodb' [ pass ] 2071 galera.galera_status_local_state 'innodb' [ pass ] 2024 galera.galera_suspend_slave 'innodb' [ pass ] 25633 galera.galera_sync_wait_show 'innodb' [ pass ] 2179 galera.galera_toi_alter_auto_increment 'innodb' [ pass ] 4282 galera.galera_toi_ddl_locking 'innodb' [ pass ] 5129 galera.galera_toi_ddl_nonconflicting 'innodb' [ pass ] 2107 galera.galera_toi_ddl_sequential 'innodb' [ pass ] 2147 galera.galera_toi_drop_database 'innodb' [ pass ] 88499 galera.galera_toi_ftwrl 'innodb' [ pass ] 2089 galera.galera_toi_lock_exclusive 'innodb' [ pass ] 3089 galera.galera_toi_lock_shared 'innodb' [ pass ] 2089 galera.galera_toi_truncate 'innodb' [ pass ] 2159 galera.galera_transaction_read_only 'innodb' [ pass ] 2064 galera.galera_transaction_replay 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_trigger 'innodb' [ pass ] 2236 galera.galera_truncate 'innodb' [ pass ] 2351 galera.galera_truncate_temporary 'innodb' [ pass ] 2222 galera.galera_unicode_identifiers 'innodb' [ pass ] 2235 galera.galera_unicode_pk 'innodb' [ pass ] 2109 galera.galera_update_limit 'innodb' [ pass ] 2215 galera.galera_var_OSU_method 'innodb' [ pass ] 2074 galera.galera_var_OSU_method2 'innodb' [ pass ] 2200 galera.galera_var_auto_inc_control_off 'innodb' [ pass ] 4071 galera.galera_var_certify_nonPK_off 'innodb' [ pass ] 2118 galera.galera_var_cluster_address 'innodb' [ pass ] 10168 galera.galera_var_desync_on 'innodb' [ pass ] 3169 galera.galera_var_dirty_reads 'innodb' [ pass ] 8214 galera.galera_var_fkchecks 'innodb' [ pass ] 2138 galera.galera_var_innodb_disallow_writes 'innodb' [ pass ] 15254 galera.galera_var_max_ws_rows 'innodb' [ pass ] 14885 galera.galera_var_max_ws_size 'innodb' [ pass ] 2070 galera.galera_var_mysql_replication_bundle 'innodb' [ pass ] 2070 galera.galera_var_reject_queries 'innodb' [ pass ] 4071 galera.galera_var_replicate_myisam_off 'innodb' [ pass ] 2036 galera.galera_var_replicate_myisam_on 'innodb' [ pass ] 2362 galera.galera_var_retry_autocommit 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_var_slave_threads 'innodb' [ pass ] 2696 galera.galera_var_sync_wait 'innodb' [ pass ] 2155 galera.galera_var_wsrep_on_off 'innodb' [ pass ] 2074 galera.galera_wsrep_provider_options_syntax 'innodb' [ pass ] 2026 galera.galera_wsrep_provider_unset_set 'innodb' [ pass ] 11237 galera.galera_zero_length_column 'innodb' [ pass ] 2145 galera.grant 'innodb' [ pass ] 2042 galera.lp1276424 'innodb' [ pass ] 2084 galera.lp1347768 'innodb' [ pass ] 2070 galera.lp1376747 'innodb' [ pass ] 4128 galera.lp1376747-2 'innodb' [ pass ] 2124 galera.lp1376747-3 'innodb' [ pass ] 2120 galera.lp1376747-4 'innodb' [ pass ] 3235 galera.lp1438990 'innodb' [ pass ] 2176 galera.lp959512 'innodb' [ pass ] 2138 galera.mdev-22543 'innodb' [ pass ] 21147 galera.mdev_9290 'innodb' [ pass ] 2077 galera.mysql-wsrep#110 'innodb' [ pass ] 2173 galera.mysql-wsrep#198 'innodb' [ pass ] 2253 galera.mysql-wsrep#237 'innodb' [ pass ] 3080 galera.mysql-wsrep#247 'innodb' [ pass ] 3053 galera.mysql-wsrep#31 'innodb' [ pass ] 10874 galera.mysql-wsrep#332 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.mysql-wsrep#90 'innodb' [ pass ] 2361 galera.pxc-421 'innodb' [ pass ] 11293 galera.rename 'innodb' [ pass ] 2125 galera.unique_key 'innodb' [ pass ] 2125 galera.view 'innodb' [ pass ] 2168 galera.MDEV-15443 'innodb' [ pass ] 13100 galera.MDEV-24327 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.MW-284 'innodb' [ pass ] 11468 galera.MW-313 'innodb' [ pass ] 2137 galera.MW-336 'innodb' [ pass ] 2377 galera.MW-86-wait8 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.enforce_storage_engine2 'innodb' [ pass ] 2084 galera.galera#414 'innodb' [ pass ] 8552 galera.galera_applier_ftwrl_table_alter 'innodb' [ pass ] 8115 galera.galera_as_master 'innodb' [ pass ] 2546 galera.galera_as_master_large 'innodb' [ pass ] 2127 galera.galera_as_slave 'innodb' [ pass ] 2535 galera.galera_as_slave_autoinc 'innodb' [ pass ] 2411 galera.galera_as_slave_ctas 'innodb' [ pass ] 2424 galera.galera_as_slave_gtid 'innodb' [ pass ] 3175 galera.galera_as_slave_gtid_myisam 'innodb' [ pass ] 3586 galera.galera_as_slave_nonprim 'innodb' [ pass ] 17962 galera.galera_as_slave_replay 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_autoinc_sst_mariabackup 'innodb' [ pass ] 28166 galera.galera_bf_background_statistics 'innodb' [ pass ] 7343 galera.galera_binlog_checksum 'innodb' [ pass ] 2099 galera.galera_binlog_event_max_size_max 'innodb' [ pass ] 25166 galera.galera_binlog_event_max_size_min 'innodb' [ pass ] 2060 galera.galera_encrypt_tmp_files 'innodb' [ pass ] 2362 galera.galera_flush_local 'innodb' [ pass ] 9283 galera.galera_gcache_recover 'innodb' [ pass ] 23904 galera.galera_gcache_recover_full_gcache 'innodb' [ pass ] 28281 galera.galera_gcs_fragment 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_gcs_max_packet_size 'innodb' [ pass ] 5247 galera.galera_gtid 'innodb' [ pass ] 2066 galera.galera_gtid_slave 'innodb' [ pass ] 2740 galera.galera_gtid_slave_sst_rsync 'innodb' [ pass ] 17291 galera.galera_ist_mariabackup 'debug,innodb' [ pass ] 57937 galera.galera_ist_mariabackup_innodb_flush_logs 'debug,innodb' [ pass ] 39879 galera.galera_ist_mysqldump 'debug,innodb' [ pass ] 129485 galera.galera_ist_progress 'innodb' [ pass ] 15509 galera.galera_ist_recv_bind 'innodb' [ pass ] 11441 galera.galera_ist_restart_joiner 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_ist_rsync 'debug,innodb' [ pass ] 50540 galera.galera_load_data 'innodb' [ pass ] 2339 galera.galera_log_bin 'innodb' [ pass ] 2587 galera.galera_many_rows 'innodb' [ pass ] 179897 galera.galera_mdev_13787 'innodb' [ pass ] 2084 galera.galera_mdev_15611 'innodb' [ pass ] 3304 galera.galera_partition 'innodb' [ pass ] 13943 galera.galera_query_cache 'innodb' [ pass ] 2129 galera.galera_query_cache_sync_wait 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_sbr_binlog 'innodb' [ pass ] 2067 galera.galera_slave_replay 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera.galera_ssl 'innodb' [ pass ] 2075 galera.galera_ssl_compression 'innodb' [ pass ] 2086 galera.galera_sst_mariabackup 'debug,innodb' [ pass ] 97839 galera.galera_sst_mariabackup_data_dir 'debug,innodb' [ pass ] 97656 galera.galera_sst_mariabackup_lost_found 'innodb' [ pass ] 24043 galera.galera_sst_mariabackup_table_options '16k,clear,innodb' [ pass ] 24523 galera.galera_sst_mariabackup_table_options '16k,crypt,innodb' [ pass ] 24427 galera.galera_sst_mariabackup_table_options '4k,clear,innodb' [ pass ] 24834 galera.galera_sst_mariabackup_table_options '4k,crypt,innodb' [ pass ] 24770 galera.galera_sst_mariabackup_table_options '8k,clear,innodb' [ pass ] 24733 galera.galera_sst_mariabackup_table_options '8k,crypt,innodb' [ pass ] 24585 galera.galera_sst_mysqldump 'debug,innodb' [ pass ] 211610 galera.galera_sst_mysqldump_with_key 'debug,innodb' [ pass ] 130699 galera.galera_sst_rsync 'debug,innodb' [ pass ] 51158 galera.galera_sst_rsync2 'debug,innodb' [ pass ] 51295 galera.galera_sst_rsync_data_dir 'debug,innodb' [ pass ] 51253 galera.galera_v1_row_events 'innodb' [ pass ] 2068 galera.galera_var_auto_inc_control_on 'innodb' [ pass ] 2086 galera.galera_var_gtid_domain_id 'innodb' [ pass ] 2085 galera.galera_var_log_bin 'innodb' [ pass ] 2068 galera.galera_var_sst_auth 'innodb' [ pass ] 2015 galera.galera_wan_restart_ist 'innodb' [ pass ] 28068 galera.galera_wan_restart_sst 'innodb' [ pass ] 61778 galera.galera_wsrep_log_conficts 'innodb' [ pass ] 2112 galera.mdev_10518 'innodb' [ pass ] 2734 galera.mysql-wsrep#201 'innodb' [ pass ] 5399 galera.mysql-wsrep#33 'innodb' [ pass ] 50071 galera.rpl_row_annotate 'innodb' [ pass ] 2088 galera.versioning_trx_id 'innodb' [ pass ] 2101 galera_3nodes.galera_certification_ccc 'innodb' [ pass ] 19091 galera_3nodes.galera_certification_double_failure 'innodb' [ pass ] 3124 galera_3nodes.galera_evs_suspect_timeout 'innodb' [ pass ] 15922 galera_3nodes.galera_join_with_cc_A 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera_3nodes.galera_join_with_cc_B 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera_3nodes.galera_join_with_cc_C 'innodb' [ skipped ] Test requires Galera debug library with debug_sync functionality galera_3nodes.galera_parallel_apply_3nodes 'innodb' [ pass ] 3087 galera_3nodes.galera_var_dirty_reads2 'innodb' [ pass ] 19593 galera_3nodes.GAL-501 'innodb' [ pass ] 14376 galera_3nodes.galera_ipv6_mariabackup 'innodb' [ pass ] 15367 worker[1] mysql-test-run: WARNING: Process [mysqld.2 - pid: 988, winpid: 988, exit: 256] died after mysql-test-run waited 33 seconds for /var/tmp/mtr/run/mysqld.2.pid to be created. galera_3nodes.galera_ipv6_mariabackup_section 'innodb' [ fail ] Test ended at 2021-01-17 09:12:27 CURRENT_TEST: galera_3nodes.galera_ipv6_mariabackup_section Failed to start mysqld.2 mysqltest failed but provided no output - saving '/var/tmp/mtr/log/galera_3nodes.galera_ipv6_mariabackup_section-innodb/' to '/var/tmp/mtr/log/galera_3nodes.galera_ipv6_mariabackup_section-innodb/' Retrying test galera_3nodes.galera_ipv6_mariabackup_section, attempt(2/3)... ***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_mariabackup_section WSREP_SST: [ERROR] /home/timofey_turenko_mariadb_com/MariaDBEnterprise//bin/mariabackup finished with error: 1. Check syslog or /var/tmp/mtr/mysqld.1/data//mariabackup.backup.log for details (20210117 09:12:14.221) WSREP_SST: [ERROR] Cleanup after exit with status:22 (20210117 09:12:14.224) 2021-01-17 9:12:14 0 [ERROR] WSREP: Failed to read from: wsrep_sst_mariabackup --role 'donor' --address '[::1]:16008/xtrabackup_sst//1' --socket '/var/tmp/mtr/tmp/mysqld.1.sock' --datadir '/var/tmp/mtr/mysqld.1/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.1' --gtid 'a8e6db02-589b-11eb-8d64-46a4b4f45a63:0' --gtid-domain-id '0' --mysqld-args --defaults-group-suffix=.1 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300 2021-01-17 9:12:14 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'donor' --address '[::1]:16008/xtrabackup_sst//1' --socket '/var/tmp/mtr/tmp/mysqld.1.sock' --datadir '/var/tmp/mtr/mysqld.1/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.1' --gtid 'a8e6db02-589b-11eb-8d64-46a4b4f45a63:0' --gtid-domain-id '0' --mysqld-args --defaults-group-suffix=.1 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 22 (Invalid argument) 2021-01-17 9:12:14 0 [ERROR] WSREP: sst sent called when not SST donor, state CONNECTED 2021-01-17 9:12:14 0 [ERROR] WSREP: Command did not run: wsrep_sst_mariabackup --role 'donor' --address '[::1]:16008/xtrabackup_sst//1' --socket '/var/tmp/mtr/tmp/mysqld.1.sock' --datadir '/var/tmp/mtr/mysqld.1/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.1' --gtid 'a8e6db02-589b-11eb-8d64-46a4b4f45a63:0' --gtid-domain-id '0' --mysqld-args --defaults-group-suffix=.1 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300 WSREP_SST: [ERROR] xtrabackup_checkpoints missing, failed innobackupex/SST on donor (20210117 09:12:14.259) WSREP_SST: [ERROR] Cleanup after exit with status:2 (20210117 09:12:14.262) 2021-01-17 9:12:14 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'joiner' --address '[::1]:16008' --datadir '/var/tmp/mtr/mysqld.2/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.2' --parent '989' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.2 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 2 (No such file or directory) 2021-01-17 9:12:14 0 [ERROR] WSREP: Failed to read uuid:seqno and wsrep_gtid_domain_id from joiner script. 2021-01-17 9:12:14 0 [ERROR] WSREP: SST failed: 2 (No such file or directory) 2021-01-17 9:12:14 0 [ERROR] Aborting Warning: Memory not freed: 48536 Warning: 2048 bytes lost at 0x558d30fb70c0, allocated by T@0 at 0x558d2e421c76, mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/wsrep_mysqld.cc:2292, sql/wsrep_mysqld.cc:2448 Warning: 2048 bytes lost at 0x558d30fb6840, allocated by T@0 at sql/mysqld.cc:2150, mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/wsrep_mysqld.cc:2292, sql/wsrep_mysqld.cc:2448 Warning: 208 bytes lost at 0x558d30fb4350, allocated by T@0 at sql/mysqld.cc:2150, mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/wsrep_mysqld.cc:2292, sql/wsrep_mysqld.cc:2448, sql/mysqld.cc:2150 Warning: 2048 bytes lost at 0x558d30f98c00, allocated by T@0 at sql/wsrep_mysqld.cc:858, mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.h:3992, sql/wsrep_mysqld.cc:2287 Warning: 2048 bytes lost at 0x558d30f98260, allocated by T@0 at sql/wsrep_mysqld.cc:2448, mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.h:3992, sql/wsrep_mysqld.cc:2287 Warning: 208 bytes lost at 0x558d30f93620, allocated by T@0 at sql/wsrep_mysqld.cc:2448, mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.h:3992, sql/wsrep_mysqld.cc:2287, sql/wsrep_mysqld.cc:2448 Warning: 512 bytes lost at 0x7f3294022710, allocated by T@0 at sql/mysqld.cc:2150, mysys/array.c:70, mysys/hash.c:98, sql/rpl_tblmap.cc:45, sql/rpl_rli.cc:2158, sql/wsrep_thd.cc:129, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f3294021cd0, allocated by T@0 at sql/wsrep_mysqld.cc:2160, mysys/array.c:70, sql/rpl_mi.cc:83, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, nptl/pthread_create.c:487 Warning: 16 bytes lost at 0x7f3294021970, allocated by T@0 at sql/rpl_mi.cc:60, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 128 bytes lost at 0x7f3294021870, allocated by T@0 at mysys/array.c:70, sql/rpl_mi.cc:1740, sql/rpl_mi.cc:49, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 128 bytes lost at 0x7f3294021770, allocated by T@0 at mysys/array.c:70, sql/rpl_mi.cc:1740, sql/rpl_mi.cc:49, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 128 bytes lost at 0x7f3294021670, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f32940213f0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f32940212f0, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:1364, sql/rpl_rli.cc:73, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f3294021070, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:1361, sql/rpl_rli.cc:73, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f3294020f70, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f3294020cf0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 512 bytes lost at 0x7f3294020a70, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_parallel.cc:2190, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f3294020970, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f32940206f0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f32940205f0, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f3294020370, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 176 bytes lost at 0x7f329401ac90, allocated by T@0 at sql/log_event.cc:6234, sql/wsrep_thd.cc:104, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f329401ab10, allocated by T@0 at sql/log_event.h:1358, sql/wsrep_thd.cc:105, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 128 bytes lost at 0x7f329401aa10, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:1364, sql/rpl_rli.cc:73, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f329401a790, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:1361, sql/rpl_rli.cc:73, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f329401a690, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f329401a410, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f329401a190, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_parallel.cc:2190, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f329401a090, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f3294019e10, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f3294019d10, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f3294019a90, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 4120 bytes lost at 0x7f32940154d0, allocated by T@1 at mysys/my_alloc.c:152, sql/sql_class.cc:1345, sql/wsrep_mysqld.cc:2140, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 24600 bytes lost at 0x7f329400f430, allocated by T@1 at mysys/my_alloc.c:152, sql/sql_class.cc:1342, sql/wsrep_mysqld.cc:2140, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 16392 bytes lost at 0x7f329400b3a0, allocated by T@0 at sql/net_serv.cc:180, sql/net_serv.cc:144, sql/wsrep_mysqld.cc:2087, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 1024 bytes lost at 0x7f329400af20, allocated by T@1 at sql/sql_class.cc:847, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f329400ada0, allocated by T@1 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:808, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f329400ac20, allocated by T@1 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:805, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 120 bytes lost at 0x7f329400ab20, allocated by T@1 at sql/debug_sync.cc:238, sql/sql_class.cc:1264, sql/sql_class.cc:802, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 96 bytes lost at 0x7f329400aa40, allocated by T@1 at mysys/my_malloc.c:246, sql/session_tracker.cc:336, sql/sql_plugin.cc:3179, sql/sql_class.cc:1182, sql/sql_class.cc:802, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487 Warning: 2048 bytes lost at 0x7f329400a100, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_plugin.cc:3164, sql/sql_class.cc:1182, sql/sql_class.cc:802 Warning: 2048 bytes lost at 0x7f3294009880, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_plugin.cc:3164, sql/sql_class.cc:1182, sql/sql_class.cc:802 Warning: 208 bytes lost at 0x7f3294009730, allocated by T@0 at mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_plugin.cc:3164, sql/sql_class.cc:1182, sql/sql_class.cc:802, sql/wsrep_mysqld.cc:2068 Warning: 2048 bytes lost at 0x7f3294008df0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.cc:769, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871 Warning: 2048 bytes lost at 0x7f3294008570, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.cc:769, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871 Warning: 208 bytes lost at 0x7f3294008420, allocated by T@0 at mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.cc:769, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487 Warning: 1048 bytes lost at 0x7f3294007f80, allocated by T@1 at mysys/my_alloc.c:82, sql/thr_malloc.cc:66, sql/sql_error.cc:511, sql/sql_error.h:1053, sql/sql_class.cc:675, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487 Warning: 256 bytes lost at 0x7f3294007e00, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:3911, sql/sql_class.cc:656, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f3294007c80, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:3908, sql/sql_class.cc:656, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 23648 bytes lost at 0x7f3294001fa0, allocated by T@0 at sql/sql_list.h:622, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 24 bytes lost at 0x558d30f41320, allocated by T@0 at sql/wsrep_thd.cc:585, sql/wsrep_mysqld.cc:870, sql/mysqld.cc:5415, sql/mysqld.cc:6081, sql/main.cc:25, csu/libc-start.c:342, 0x558d2d79b1da Warning: 8 bytes lost at 0x558d30ee1b40, allocated by T@0 at mysys/my_malloc.c:246, sql/wsrep_sst.cc:126, sql/wsrep_sst.cc:167, sql/wsrep_mysqld.cc:614, sql/wsrep_mysqld.cc:838, sql/mysqld.cc:5415, sql/mysqld.cc:6081, sql/main.cc:25 Warning: 2048 bytes lost at 0x7f32a80016d0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, mysys/my_thr_init.c:308, mysys/thr_timer.c:273, perfschema/pfs.cc:1871 Warning: 2048 bytes lost at 0x7f32a8000e50, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, mysys/my_thr_init.c:308, mysys/thr_timer.c:273, perfschema/pfs.cc:1871 Warning: 208 bytes lost at 0x7f32a8000d00, allocated by T@0 at mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, mysys/my_thr_init.c:308, mysys/thr_timer.c:273, perfschema/pfs.cc:1871, nptl/pthread_create.c:487 worker[1] mysql-test-run: WARNING: Process [mysqld.3 - pid: 2525, winpid: 2525, exit: 256] died after mysql-test-run waited 0.1 seconds for /var/tmp/mtr/run/mysqld.3.pid to be created. galera_3nodes.galera_ipv6_mariabackup_section 'innodb' [ retry-fail ] Test ended at 2021-01-17 09:12:43 CURRENT_TEST: galera_3nodes.galera_ipv6_mariabackup_section Failed to start mysqld.3 mysqltest failed but provided no output - skipping '/var/tmp/mtr/log/galera_3nodes.galera_ipv6_mariabackup_section-innodb/' Test galera_3nodes.galera_ipv6_mariabackup_section has failed 2 times, no more retries! ***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_mariabackup_section WSREP_SST: [ERROR] Error while getting data from donor node: exit codes: 1 0 (20210117 09:12:35.468) WSREP_SST: [ERROR] Cleanup after exit with status:32 (20210117 09:12:35.471) 2021-01-17 9:12:35 0 [ERROR] WSREP: Process completed with error: wsrep_sst_mariabackup --role 'joiner' --address '[::1]:16011' --datadir '/var/tmp/mtr/mysqld.3/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.3' --parent '2527' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 32 (Broken pipe) 2021-01-17 9:12:35 0 [ERROR] WSREP: Failed to read uuid:seqno and wsrep_gtid_domain_id from joiner script. 2021-01-17 9:12:35 0 [ERROR] WSREP: SST failed: 32 (Broken pipe) 2021-01-17 9:12:35 0 [ERROR] Aborting 2021-01-17 9:12:38 2 [ERROR] WSREP: Requesting state transfer failed: -77(File descriptor in bad state) 2021-01-17 9:12:38 2 [ERROR] WSREP: State transfer request failed unrecoverably: 77 (File descriptor in bad state). Most likely it is due to inability to communicate with the cluster primary component. Restart required. worker[1] mysql-test-run: WARNING: Waited 60 seconds for /var/tmp/mtr/run/mysqld.3.pid to be created, still waiting for 120 seconds... worker[1] mysql-test-run: WARNING: Waited 120 seconds for /var/tmp/mtr/run/mysqld.3.pid to be created, still waiting for 60 seconds... worker[1] mysql-test-run: WARNING: Timeout after mysql-test-run waited 180 seconds for the process [mysqld.3 - pid: 3922, winpid: 3922] to create a pid file. galera_3nodes.galera_ipv6_mysqldump 'innodb' [ fail ] Test ended at 2021-01-17 09:15:50 CURRENT_TEST: galera_3nodes.galera_ipv6_mysqldump Failed to start mysqld.3 mysqltest failed but provided no output - skipping '/var/tmp/mtr/log/galera_3nodes.galera_ipv6_mysqldump-innodb/' Retrying test galera_3nodes.galera_ipv6_mysqldump, attempt(2/3)... ***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_mysqldump WSREP_SST: [ERROR] rsync daemon port '16011' has been taken (20210117 09:12:46.768) 2021-01-17 9:12:46 0 [ERROR] WSREP: Failed to read 'ready ' from: wsrep_sst_rsync --role 'joiner' --address '[::1]:16011' --datadir '/var/tmp/mtr/mysqld.3/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.3' --parent '3923' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300 2021-01-17 9:12:46 0 [ERROR] WSREP: Process completed with error: wsrep_sst_rsync --role 'joiner' --address '[::1]:16011' --datadir '/var/tmp/mtr/mysqld.3/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.3' --parent '3923' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 16 (Device or resource busy) 2021-01-17 9:12:46 2 [ERROR] WSREP: Failed to prepare for 'rsync' SST. Unrecoverable. 2021-01-17 9:12:46 2 [ERROR] Aborting Warning: Memory not freed: 1446136 Warning: 2048 bytes lost at 0x7f583c0287c0, allocated by T@0 at 0x5639229d2c76, mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.h:3992, sql/wsrep_mysqld.cc:2287 Warning: 2048 bytes lost at 0x7f583c027f40, allocated by T@0 at sql/wsrep_mysqld.cc:2448, mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.h:3992, sql/wsrep_mysqld.cc:2287 Warning: 208 bytes lost at 0x7f583c025f10, allocated by T@0 at sql/wsrep_mysqld.cc:2448, mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.h:3992, sql/wsrep_mysqld.cc:2287, sql/wsrep_mysqld.cc:2448 Warning: 512 bytes lost at 0x7f583c0214c0, allocated by T@0 at sql/mysqld.cc:2150, mysys/array.c:70, mysys/hash.c:98, sql/rpl_tblmap.cc:45, sql/rpl_rli.cc:2158, sql/wsrep_thd.cc:129, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f583c020a80, allocated by T@0 at sql/wsrep_mysqld.cc:2160, mysys/array.c:70, sql/rpl_mi.cc:83, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, nptl/pthread_create.c:487 Warning: 16 bytes lost at 0x7f583c020720, allocated by T@0 at sql/rpl_mi.cc:60, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 128 bytes lost at 0x7f583c020620, allocated by T@0 at mysys/array.c:70, sql/rpl_mi.cc:1740, sql/rpl_mi.cc:49, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 128 bytes lost at 0x7f583c020520, allocated by T@0 at mysys/array.c:70, sql/rpl_mi.cc:1740, sql/rpl_mi.cc:49, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 128 bytes lost at 0x7f583c020420, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f583c0201a0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f583c0200a0, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:1364, sql/rpl_rli.cc:73, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f583c01fe20, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:1361, sql/rpl_rli.cc:73, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f583c01fd20, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f583c01faa0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 512 bytes lost at 0x7f583c01f820, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_parallel.cc:2190, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f583c01f720, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f583c01f4a0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 128 bytes lost at 0x7f583c01f3a0, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f583c01f120, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/rpl_mi.cc:46, sql/wsrep_thd.cc:127, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467 Warning: 176 bytes lost at 0x7f583c019a40, allocated by T@0 at sql/log_event.cc:6234, sql/wsrep_thd.cc:104, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f583c0198c0, allocated by T@0 at sql/log_event.h:1358, sql/wsrep_thd.cc:105, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 128 bytes lost at 0x7f583c0197c0, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:1364, sql/rpl_rli.cc:73, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f583c019540, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:1361, sql/rpl_rli.cc:73, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f583c019440, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f583c0191c0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 512 bytes lost at 0x7f583c018f40, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_parallel.cc:2190, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f583c018e40, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f583c018bc0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 128 bytes lost at 0x7f583c018ac0, allocated by T@0 at mysys/array.c:70, sql/rpl_gtid.cc:2126, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160, perfschema/pfs.cc:1871 Warning: 512 bytes lost at 0x7f583c018840, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/rpl_gtid.cc:2122, sql/rpl_rli.cc:66, sql/wsrep_thd.cc:98, sql/wsrep_thd.cc:156, sql/wsrep_thd.cc:467, sql/wsrep_mysqld.cc:2160 Warning: 4120 bytes lost at 0x7f583c014280, allocated by T@2 at mysys/my_alloc.c:152, sql/sql_class.cc:1345, sql/wsrep_mysqld.cc:2140, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 24600 bytes lost at 0x7f583c00e1e0, allocated by T@2 at mysys/my_alloc.c:152, sql/sql_class.cc:1342, sql/wsrep_mysqld.cc:2140, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 16392 bytes lost at 0x7f583c00a150, allocated by T@0 at sql/net_serv.cc:180, sql/net_serv.cc:144, sql/wsrep_mysqld.cc:2087, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 1024 bytes lost at 0x7f583c009cd0, allocated by T@2 at sql/sql_class.cc:847, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f583c009b50, allocated by T@2 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:808, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f583c0099d0, allocated by T@2 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:805, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 120 bytes lost at 0x7f583c0098d0, allocated by T@2 at sql/debug_sync.cc:238, sql/sql_class.cc:1264, sql/sql_class.cc:802, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 96 bytes lost at 0x7f583c0097f0, allocated by T@2 at mysys/my_malloc.c:246, sql/session_tracker.cc:336, sql/sql_plugin.cc:3179, sql/sql_class.cc:1182, sql/sql_class.cc:802, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487 Warning: 2048 bytes lost at 0x7f583c008eb0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_plugin.cc:3164, sql/sql_class.cc:1182, sql/sql_class.cc:802 Warning: 2048 bytes lost at 0x7f583c008630, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_plugin.cc:3164, sql/sql_class.cc:1182, sql/sql_class.cc:802 Warning: 208 bytes lost at 0x7f583c0084e0, allocated by T@0 at mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_plugin.cc:3164, sql/sql_class.cc:1182, sql/sql_class.cc:802, sql/wsrep_mysqld.cc:2068 Warning: 2048 bytes lost at 0x7f583c007ba0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:177, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.cc:769, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871 Warning: 2048 bytes lost at 0x7f583c007320, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, mysys/thr_mutex.c:172, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.cc:769, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871 Warning: 208 bytes lost at 0x7f583c0071d0, allocated by T@0 at mysys/mulalloc.c:51, mysys/thr_mutex.c:159, mysys/thr_mutex.c:319, psi/mysql_thread.h:702, sql/sql_class.cc:769, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487 Warning: 1048 bytes lost at 0x7f583c006d30, allocated by T@2 at mysys/my_alloc.c:82, sql/thr_malloc.cc:66, sql/sql_error.cc:511, sql/sql_error.h:1053, sql/sql_class.cc:675, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487 Warning: 256 bytes lost at 0x7f583c006bb0, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:3911, sql/sql_class.cc:656, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 256 bytes lost at 0x7f583c006a30, allocated by T@0 at mysys/array.c:70, mysys/hash.c:98, sql/sql_class.cc:3908, sql/sql_class.cc:656, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 23648 bytes lost at 0x7f583c000d50, allocated by T@0 at sql/sql_list.h:622, sql/wsrep_mysqld.cc:2068, perfschema/pfs.cc:1871, nptl/pthread_create.c:487, x86_64/clone.S:97 Warning: 24 bytes lost at 0x563925ea75a0, allocated by T@0 at sql/wsrep_thd.cc:585, sql/wsrep_mysqld.cc:870, sql/mysqld.cc:5415, sql/mysqld.cc:6081, sql/main.cc:25, csu/libc-start.c:342, 210117 9:13:06 [ERROR] mysqld got signal 11 ; Attempting backtrace. You can use the following information to find out Warning: 2048 bytes lost at 0x7f585c0016d0, allocated by T@0 at 0x5639229d2c76, 0x5639229d90c6, 0x563922a0b255, 0x563922a0b6ae, 0x563922a03f9e, 0x563922a049f4, 0x563922a0dd43, 0x563922995e19 Warning: 2048 bytes lost at 0x7f585c000e50, allocated by T@0 at 0x5639229d2c76, 0x5639229d90c6, 0x563922a0b219, 0x563922a0b6ae, 0x563922a03f9e, 0x563922a049f4, 0x563922a0dd43, 0x563922995e19 Warning: 208 bytes lost at 0x7f585c000d00, allocated by T@0 at 0x5639229f2206, 0x563922a0b16b, 0x563922a0b6ae, 0x563922a03f9e, 0x563922a049f4, 0x563922a0dd43, 0x563922995e19, /lib/x86_64-linux-gnu/libpthread.so.0(+0x12730)[0x7f5866ef5730] Warning: 40 bytes lost at 0x563925de57f0, allocated by T@0 at worker[1] mysql-test-run: WARNING: Waited 60 seconds for /var/tmp/mtr/run/mysqld.3.pid to be created, still waiting for 120 seconds... worker[1] mysql-test-run: WARNING: Waited 120 seconds for /var/tmp/mtr/run/mysqld.3.pid to be created, still waiting for 60 seconds... worker[1] mysql-test-run: WARNING: Timeout after mysql-test-run waited 180 seconds for the process [mysqld.3 - pid: 4295, winpid: 4295] to create a pid file. galera_3nodes.galera_ipv6_mysqldump 'innodb' [ retry-fail ] Test ended at 2021-01-17 09:18:55 CURRENT_TEST: galera_3nodes.galera_ipv6_mysqldump Failed to start mysqld.3 mysqltest failed but provided no output - skipping '/var/tmp/mtr/log/galera_3nodes.galera_ipv6_mysqldump-innodb/' Test galera_3nodes.galera_ipv6_mysqldump has failed 2 times, no more retries! ***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_ipv6_mysqldump WSREP_SST: [ERROR] rsync daemon port '16011' has been taken (20210117 09:15:51.660) 2021-01-17 9:15:51 0 [ERROR] WSREP: Failed to read 'ready ' from: wsrep_sst_rsync --role 'joiner' --address '[::1]:16011' --datadir '/var/tmp/mtr/mysqld.3/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.3' --parent '4296' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300 2021-01-17 9:15:51 0 [ERROR] WSREP: Process completed with error: wsrep_sst_rsync --role 'joiner' --address '[::1]:16011' --datadir '/var/tmp/mtr/mysqld.3/data/' --defaults-file '/var/tmp/mtr/my.cnf' --defaults-group-suffix '.3' --parent '4296' --binlog-index 'mysqld-bin.index' --mysqld-args --defaults-group-suffix=.3 --defaults-file=/var/tmp/mtr/my.cnf --log-output=file --innodb --innodb-cmpmem --innodb-cmp-per-index --innodb-trx --innodb-locks --innodb-lock-waits --innodb-metrics --innodb-buffer-pool-stats --innodb-buffer-page --innodb-buffer-page-lru --innodb-sys-columns --innodb-sys-fields --innodb-sys-foreign --innodb-sys-foreign-cols --innodb-sys-indexes --innodb-sys-tables --innodb-sys-virtual --core-file --loose-debug-sync-timeout=300: 16 (Device or resource busy) 2021-01-17 9:15:51 2 [ERROR] WSREP: Failed to prepare for 'rsync' SST. Unrecoverable. 2021-01-17 9:15:51 2 [ERROR] Aborting galera_3nodes.galera_ipv6_rsync 'innodb' [ pass ] 14394 galera_3nodes.galera_ipv6_rsync_section 'innodb' [ pass ] 13383 galera_3nodes.galera_load_data_ist 'innodb' [ fail ] Test ended at 2021-01-17 09:20:29 CURRENT_TEST: galera_3nodes.galera_load_data_ist mysqltest: At line 97: query 'reap' failed: 2013: Lost connection to MySQL server during query The result from queries just before the failure was: < snip > connection node_2; connection node_3; SET GLOBAL wsrep_provider_options = 'gmcast.isolate = 1'; SET SESSION wsrep_on = OFF; SET SESSION wsrep_on = ON; SET SESSION wsrep_sync_wait = 0; connection node_2a; SET SESSION wsrep_sync_wait = 0; connection node_2; SET GLOBAL wsrep_load_data_splitting = TRUE; SET DEBUG_SYNC='intermediate_transaction_commit SIGNAL commited WAIT_FOR ist'; connection node_2a; SET DEBUG_SYNC='now WAIT_FOR commited'; connection node_3; SET GLOBAL wsrep_provider_options = 'gmcast.isolate = 0'; connection node_2a; SET DEBUG_SYNC='now SIGNAL ist'; connection node_1; connection node_2; More results from queries before failure can be found in /var/tmp/mtr/log/galera_load_data_ist.log - found 'core' (0/0) Trying 'dbx' to get a backtrace Trying 'gdb' to get a backtrace from coredump /var/tmp/mtr/log/galera_3nodes.galera_load_data_ist-innodb/mysqld.2/data/core Core generated by '/home/timofey_turenko_mariadb_com/MariaDBEnterprise/bin/mysqld' Output from gdb follows. The first stack trace is from the failing thread. The following stack traces are from all threads (so the failing one is duplicated). -------------------------- [New LWP 5973] [New LWP 5761] [New LWP 5752] [New LWP 5765] [New LWP 5771] [New LWP 5768] [New LWP 5770] [New LWP 5751] [New LWP 5763] [New LWP 5766] [New LWP 5764] [New LWP 5758] [New LWP 5548] [New LWP 5769] [New LWP 5773] [New LWP 5552] [New LWP 5583] [New LWP 5767] [New LWP 5584] [New LWP 5762] [New LWP 5542] [New LWP 5750] [New LWP 5772] [New LWP 5753] [New LWP 5760] [New LWP 5748] [New LWP 5555] [New LWP 5754] [New LWP 5759] [New LWP 5582] [New LWP 5983] [New LWP 5755] [New LWP 5749] [New LWP 5978] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `/home/timofey_turenko_mariadb_com/MariaDBEnterprise/bin/mysqld --defaults-group'. Program terminated with signal SIGABRT, Aborted. #0 __pthread_kill (threadid=, signo=6) at ../sysdeps/unix/sysv/linux/pthread_kill.c:56 56 ../sysdeps/unix/sysv/linux/pthread_kill.c: No such file or directory. [Current thread is 1 (Thread 0x7f7056a01700 (LWP 5973))] #0 __pthread_kill (threadid=, signo=6) at ../sysdeps/unix/sysv/linux/pthread_kill.c:56 #1 0x00005561f77ca746 in my_write_core (sig=6) at /home/timofey_turenko_mariadb_com/server/mysys/stacktrace.c:386 #2 0x00005561f6f5fc5a in handle_fatal_signal (sig=6) at /home/timofey_turenko_mariadb_com/server/sql/signal_handler.cc:343 #3 #4 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50 #5 0x00007f7080e01535 in __GI_abort () at abort.c:79 #6 0x00007f7077f7b69d in galera::FSM::shift_to (this=this@entry=0x7f6ffc167688, state=state@entry=galera::TrxHandle::S_REPLICATING) at /usr/include/c++/8/bits/char_traits.h:322 #7 0x00007f7077f71127 in galera::TrxHandle::set_state (state=galera::TrxHandle::S_REPLICATING, this=0x7f6ffc1675f0) at galera/src/trx_handle.hpp:335 #8 galera::ReplicatorSMM::replicate (this=0x5561f9322540, trx=0x7f6ffc1675f0, meta=0x7f6ffc006840) at galera/src/replicator_smm.cpp:557 #9 0x00007f7077f904b8 in galera_pre_commit (gh=, conn_id=11, trx_handle=, flags=, meta=0x7f6ffc006840) at galera/src/wsrep_provider.cpp:510 #10 0x00005561f6e6d7b3 in wsrep_run_wsrep_commit (thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_hton.cc:517 #11 0x00005561f6e6c457 in wsrep_prepare (hton=0x5561f939b140, thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_hton.cc:222 #12 0x00005561f6f62a6c in prepare_or_error (ht=0x5561f939b140, thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/handler.cc:1192 #13 0x00005561f6f6368b in ha_commit_trans (thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/handler.cc:1506 #14 0x00005561f6dce2c1 in trans_commit_stmt (thd=0x7f6ffc000d50) at /home/timofey_turenko_mariadb_com/server/sql/transaction.cc:505 #15 0x00005561f6c4fca5 in mysql_execute_command (thd=0x7f6ffc000d50) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:6128 #16 0x00005561f6c54d92 in mysql_parse (thd=0x7f6ffc000d50, rawbuf=0x7f6ffc012a78 "LOAD DATA INFILE '/var/tmp/mtr/tmp/galera_var_load_data_splitting.csv' INTO TABLE t1", length=84, parser_state=0x7f7056a00540, is_com_multi=false, is_next_command=false) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:7840 #17 0x00005561f6c54452 in wsrep_mysql_parse (thd=0x7f6ffc000d50, rawbuf=0x7f6ffc012a78 "LOAD DATA INFILE '/var/tmp/mtr/tmp/galera_var_load_data_splitting.csv' INTO TABLE t1", length=84, parser_state=0x7f7056a00540, is_com_multi=false, is_next_command=false) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:7632 #18 0x00005561f6c4161d in dispatch_command (command=COM_QUERY, thd=0x7f6ffc000d50, packet=0x7f6ffc008ed1 "", packet_length=85, is_com_multi=false, is_next_command=false) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:1849 #19 0x00005561f6c3ff9a in do_command (thd=0x7f6ffc000d50) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:1398 #20 0x00005561f6db8e7f in do_handle_one_connection (connect=0x5561f96d9d00) at /home/timofey_turenko_mariadb_com/server/sql/sql_connect.cc:1403 #21 0x00005561f6db8be1 in handle_one_connection (arg=0x5561f96d9d00) at /home/timofey_turenko_mariadb_com/server/sql/sql_connect.cc:1308 #22 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f97a04c0) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #23 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #24 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 34 (Thread 0x7f70569b6700 (LWP 5978)): #0 0x00007f7080ecd819 in __GI___poll (fds=0x7f70569b5a98, nfds=1, timeout=28800000) at ../sysdeps/unix/sysv/linux/poll.c:29 #1 0x00005561f782fe99 in vio_io_wait (vio=0x5561f97a09a0, event=VIO_IO_EVENT_READ, timeout=28800000) at /home/timofey_turenko_mariadb_com/server/vio/viosocket.c:962 #2 0x00005561f782e52d in vio_socket_io_wait (vio=0x5561f97a09a0, event=VIO_IO_EVENT_READ) at /home/timofey_turenko_mariadb_com/server/vio/viosocket.c:119 #3 0x00005561f782e735 in vio_read (vio=0x5561f97a09a0, buf=0x7f7000008ed0 "\a", size=4) at /home/timofey_turenko_mariadb_com/server/vio/viosocket.c:196 #4 0x00005561f6b28c8a in my_real_read (net=0x7f7000001038, complen=0x7f70569b5cb0, header=1 '\001') at /home/timofey_turenko_mariadb_com/server/sql/net_serv.cc:975 #5 0x00005561f6b2958a in my_net_read_packet_reallen (net=0x7f7000001038, read_from_server=1 '\001', reallen=0x7f70569b5d18) at /home/timofey_turenko_mariadb_com/server/sql/net_serv.cc:1256 #6 0x00005561f6b2953d in my_net_read_packet (net=0x7f7000001038, read_from_server=1 '\001') at /home/timofey_turenko_mariadb_com/server/sql/net_serv.cc:1240 #7 0x00005561f6c3f9c9 in do_command (thd=0x7f7000000d50) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:1274 #8 0x00005561f6db8e7f in do_handle_one_connection (connect=0x5561f9398e40) at /home/timofey_turenko_mariadb_com/server/sql/sql_connect.cc:1403 #9 0x00005561f6db8be1 in handle_one_connection (arg=0x5561f9398e40) at /home/timofey_turenko_mariadb_com/server/sql/sql_connect.cc:1308 #10 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f97a0c10) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #11 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #12 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 33 (Thread 0x7f7056801700 (LWP 5749)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f70819c127a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x00005561f7270f9d in LinuxAIOHandler::collect (this=0x7f7056800b90) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:1932 #3 0x00005561f72716ae in LinuxAIOHandler::poll (this=0x7f7056800b90, m1=0x7f7056800c30, m2=0x7f7056800c38, request=0x7f7056800c60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2093 #4 0x00005561f7271823 in os_aio_linux_handler (global_segment=0, m1=0x7f7056800c30, m2=0x7f7056800c38, request=0x7f7056800c60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2147 #5 0x00005561f7276b26 in os_aio_handler (segment=0, m1=0x7f7056800c30, m2=0x7f7056800c38, request=0x7f7056800c60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:5728 #6 0x00005561f754022d in fil_aio_wait (segment=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/fil/fil0fil.cc:4431 #7 0x00005561f73a9b29 in io_handler_thread (arg=0x5561f82f8520 ) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0start.cc:326 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 32 (Thread 0x7f704effd700 (LWP 5755)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f704effcb80, expected=0, futex_word=0x5561f949ee0c) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f704effcb80, mutex=0x5561f949edb8, cond=0x5561f949ede0) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f949ede0, mutex=0x5561f949edb8, abstime=0x7f704effcb80) at pthread_cond_wait.c:667 #3 0x00005561f727fdb6 in os_event::timed_wait (this=0x5561f949eda0, abstime=0x7f704effcb80) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:275 #4 0x00005561f7280075 in os_event::wait_time_low (this=0x5561f949eda0, time_in_usec=979000, reset_sig_count=22) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:385 #5 0x00005561f728020e in os_event_wait_time_low (event=0x5561f949eda0, time_in_usec=979000, reset_sig_count=22) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:485 #6 0x00005561f74b6f13 in pc_sleep_if_needed (next_loop_time=6095238, sig_count=22, cur_time=6094259) at /home/timofey_turenko_mariadb_com/server/storage/innobase/buf/buf0flu.cc:2664 #7 0x00005561f74b810a in buf_flush_page_cleaner_coordinator () at /home/timofey_turenko_mariadb_com/server/storage/innobase/buf/buf0flu.cc:3123 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 31 (Thread 0x7f70227fc700 (LWP 5983)): #0 __libc_recvmsg (flags=0, msg=0x7f70227fb4a0, fd=86) at ../sysdeps/unix/sysv/linux/recvmsg.c:28 #1 __libc_recvmsg (fd=fd@entry=86, msg=msg@entry=0x7f70227fb4a0, flags=flags@entry=0) at ../sysdeps/unix/sysv/linux/recvmsg.c:25 #2 0x00007f7077f5868d in asio::detail::socket_ops::recv (ec=..., flags=0, count=, bufs=0x7f70227fb4e0, s=86) at asio/asio/detail/impl/socket_ops.ipp:783 #3 asio::detail::socket_ops::sync_recv (ec=..., all_empty=, flags=0, count=, bufs=0x7f70227fb4e0, state=, s=86) at asio/asio/detail/impl/socket_ops.ipp:810 #4 asio::detail::reactive_socket_service_base::receive > (flags=0, this=, impl=..., impl=..., ec=..., buffers=...) at asio/asio/detail/reactive_socket_service_base.hpp:253 #5 asio::stream_socket_service::receive > (this=, ec=..., flags=0, buffers=..., impl=...) at asio/asio/stream_socket_service.hpp:340 #6 asio::basic_stream_socket >::read_some > (ec=..., buffers=..., this=0x7f7058022658) at asio/asio/basic_stream_socket.hpp:794 #7 asio::read >, asio::mutable_buffers_1, asio::detail::transfer_all_t> (s=..., buffers=..., ec=..., completion_condition=...) at asio/asio/impl/read.hpp:50 #8 0x00007f7077f5a080 in asio::read >, asio::mutable_buffers_1> (s=..., buffers=...) at asio/asio/completion_condition.hpp:140 #9 0x00007f7077f5553c in galera::ist::Sender::send (this=0x7f7058022640, first=2, last=3) at asio/asio/buffer.hpp:766 #10 0x00007f7077f5599a in run_async_sender (arg=0x7f7058022640) at galera/src/ist.cpp:808 #11 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #12 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 30 (Thread 0x7f706d48f700 (LWP 5582)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f92f1b2c) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f92f1ad8, cond=0x5561f92f1b00) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=cond@entry=0x5561f92f1b00, mutex=0x5561f92f1ad8) at pthread_cond_wait.c:655 #3 0x00007f7077f12102 in gu::Lock::wait (this=0x7f706d48e290, cond=...) at galerautils/src/gu_mutex.hpp:40 #4 RecvBuf::front (timeout=..., this=0x5561f92f1ad8) at gcs/src/gcs_gcomm.cpp:114 #5 gcomm_recv (backend=, msg=0x5561f932b980, timeout=9223372035999999999) at gcs/src/gcs_gcomm.cpp:608 #6 0x00007f7077f07f38 in core_msg_recv (timeout=9223372035999999999, recv_msg=0x5561f932b980, backend=0x5561f932baa8) at gcs/src/gcs_core.cpp:1102 #7 gcs_core_recv (conn=0x5561f932b920, recv_act=recv_act@entry=0x7f706d48edd0, timeout=9223372035999999999) at gcs/src/gcs_core.cpp:1102 #8 0x00007f7077f0dd26 in gcs_recv_thread (arg=) at gcs/src/gcs.cpp:1277 #9 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #10 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 29 (Thread 0x7f704d7fa700 (LWP 5759)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f704d7f9c30, expected=0, futex_word=0x5561f949ec88) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f704d7f9c30, mutex=0x5561f949ec38, cond=0x5561f949ec60) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f949ec60, mutex=0x5561f949ec38, abstime=0x7f704d7f9c30) at pthread_cond_wait.c:667 #3 0x00005561f727fdb6 in os_event::timed_wait (this=0x5561f949ec20, abstime=0x7f704d7f9c30) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:275 #4 0x00005561f7280075 in os_event::wait_time_low (this=0x5561f949ec20, time_in_usec=1000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:385 #5 0x00005561f728020e in os_event_wait_time_low (event=0x5561f949ec20, time_in_usec=1000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:485 #6 0x00005561f73a511f in srv_error_monitor_thread () at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:1867 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 28 (Thread 0x7f704f7fe700 (LWP 5754)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f70819c127a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x00005561f7270f9d in LinuxAIOHandler::collect (this=0x7f704f7fdb90) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:1932 #3 0x00005561f72716ae in LinuxAIOHandler::poll (this=0x7f704f7fdb90, m1=0x7f704f7fdc30, m2=0x7f704f7fdc38, request=0x7f704f7fdc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2093 #4 0x00005561f7271823 in os_aio_linux_handler (global_segment=5, m1=0x7f704f7fdc30, m2=0x7f704f7fdc38, request=0x7f704f7fdc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2147 #5 0x00005561f7276b26 in os_aio_handler (segment=5, m1=0x7f704f7fdc30, m2=0x7f704f7fdc38, request=0x7f704f7fdc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:5728 #6 0x00005561f754022d in fil_aio_wait (segment=5) at /home/timofey_turenko_mariadb_com/server/storage/innobase/fil/fil0fil.cc:4431 #7 0x00005561f73a9b29 in io_handler_thread (arg=0x5561f82f8548 ) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0start.cc:326 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 27 (Thread 0x7f706dc90700 (LWP 5555)): #0 0x00007f7080ed87ef in epoll_wait (epfd=9, events=events@entry=0x7f706dc8f430, maxevents=maxevents@entry=128, timeout=-1) at ../sysdeps/unix/sysv/linux/epoll_wait.c:30 #1 0x00007f7077ee068f in asio::detail::epoll_reactor::run (this=0x5561f9365510, block=block@entry=true, ops=...) at asio/asio/detail/impl/epoll_reactor.ipp:391 #2 0x00007f7077efe106 in asio::detail::task_io_service::do_run_one (ec=..., this_thread=..., lock=..., this=0x5561f93697a0) at asio/asio/detail/impl/task_io_service.ipp:355 #3 asio::detail::task_io_service::run (ec=..., this=0x5561f93697a0) at asio/asio/detail/impl/task_io_service.ipp:148 #4 asio::io_service::run (this=) at asio/asio/impl/io_service.ipp:58 #5 gcomm::AsioProtonet::event_loop (this=, period=...) at gcomm/src/asio_protonet.cpp:116 #6 0x00007f7077f14424 in GCommConn::run (this=0x5561f92f18e0) at galerautils/src/gu_datetime.hpp:61 #7 0x00007f7077f1aa99 in GCommConn::run_fn (arg=) at gcs/src/gcs_gcomm.cpp:174 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 26 (Thread 0x7f706cc8e700 (LWP 5748)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f706cc8dd60, expected=0, futex_word=0x5561f8b08ea8 ) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f706cc8dd60, mutex=0x5561f8b08de8 , cond=0x5561f8b08e80 ) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f8b08e80 , mutex=0x5561f8b08de8 , abstime=0x7f706cc8dd60) at pthread_cond_wait.c:667 #3 0x00005561f77d025f in safe_cond_timedwait (cond=0x5561f8b08e80 , mp=0x5561f8b08dc0 , abstime=0x7f706cc8dd60, file=0x5561f7bd2dc0 "/home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h", line=1211) at /home/timofey_turenko_mariadb_com/server/mysys/thr_mutex.c:546 #4 0x00005561f762c01f in inline_mysql_cond_timedwait (that=0x5561f8b08e80 , mutex=0x5561f8b08dc0 , abstime=0x7f706cc8dd60, src_file=0x5561f7bd2e10 "/home/timofey_turenko_mariadb_com/server/storage/maria/ma_servicethread.c", src_line=116) at /home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h:1211 #5 0x00005561f762c564 in my_service_thread_sleep (control=0x5561f80c1560 , sleep_time=29000000000) at /home/timofey_turenko_mariadb_com/server/storage/maria/ma_servicethread.c:115 #6 0x00005561f76204f4 in ma_checkpoint_background (arg=0x1e) at /home/timofey_turenko_mariadb_com/server/storage/maria/ma_checkpoint.c:707 #7 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f934aa00) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 25 (Thread 0x7f704e7fc700 (LWP 5760)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f704e7fbdd0, expected=0, futex_word=0x5561f949ed08) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f704e7fbdd0, mutex=0x5561f949ecb8, cond=0x5561f949ece0) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f949ece0, mutex=0x5561f949ecb8, abstime=0x7f704e7fbdd0) at pthread_cond_wait.c:667 #3 0x00005561f727fdb6 in os_event::timed_wait (this=0x5561f949eca0, abstime=0x7f704e7fbdd0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:275 #4 0x00005561f7280075 in os_event::wait_time_low (this=0x5561f949eca0, time_in_usec=5000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:385 #5 0x00005561f728020e in os_event_wait_time_low (event=0x5561f949eca0, time_in_usec=5000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:485 #6 0x00005561f73a4b89 in srv_monitor_thread () at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:1703 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 24 (Thread 0x7f704ffff700 (LWP 5753)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f70819c127a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x00005561f7270f9d in LinuxAIOHandler::collect (this=0x7f704fffeb90) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:1932 #3 0x00005561f72716ae in LinuxAIOHandler::poll (this=0x7f704fffeb90, m1=0x7f704fffec30, m2=0x7f704fffec38, request=0x7f704fffec60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2093 #4 0x00005561f7271823 in os_aio_linux_handler (global_segment=4, m1=0x7f704fffec30, m2=0x7f704fffec38, request=0x7f704fffec60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2147 #5 0x00005561f7276b26 in os_aio_handler (segment=4, m1=0x7f704fffec30, m2=0x7f704fffec38, request=0x7f704fffec60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:5728 #6 0x00005561f754022d in fil_aio_wait (segment=4) at /home/timofey_turenko_mariadb_com/server/storage/innobase/fil/fil0fil.cc:4431 #7 0x00005561f73a9b29 in io_handler_thread (arg=0x5561f82f8540 ) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0start.cc:326 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 23 (Thread 0x7f706c0be700 (LWP 5772)): #0 0x00007f7080e174cc in __GI___sigtimedwait (set=set@entry=0x7f706c0bdd90, info=info@entry=0x7f706c0bdca0, timeout=timeout@entry=0x0) at ../sysdeps/unix/sysv/linux/sigtimedwait.c:29 #1 0x00007f7081bfe2bc in __sigwait (set=0x7f706c0bdd90, sig=0x7f706c0bdd60) at ../sysdeps/unix/sysv/linux/sigwait.c:28 #2 0x00005561f6b16cae in signal_hand (arg=0x0) at /home/timofey_turenko_mariadb_com/server/sql/mysqld.cc:3592 #3 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f96c52c0) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #4 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #5 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 22 (Thread 0x7f7056000700 (LWP 5750)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f70819c127a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x00005561f7270f9d in LinuxAIOHandler::collect (this=0x7f7055fffb90) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:1932 #3 0x00005561f72716ae in LinuxAIOHandler::poll (this=0x7f7055fffb90, m1=0x7f7055fffc30, m2=0x7f7055fffc38, request=0x7f7055fffc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2093 #4 0x00005561f7271823 in os_aio_linux_handler (global_segment=1, m1=0x7f7055fffc30, m2=0x7f7055fffc38, request=0x7f7055fffc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2147 #5 0x00005561f7276b26 in os_aio_handler (segment=1, m1=0x7f7055fffc30, m2=0x7f7055fffc38, request=0x7f7055fffc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:5728 #6 0x00005561f754022d in fil_aio_wait (segment=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/fil/fil0fil.cc:4431 #7 0x00005561f73a9b29 in io_handler_thread (arg=0x5561f82f8528 ) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0start.cc:326 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 21 (Thread 0x7f7080c657c0 (LWP 5542)): #0 0x00007f7080ecd819 in __GI___poll (fds=0x7ffc00808440, nfds=2, timeout=-1) at ../sysdeps/unix/sysv/linux/poll.c:29 #1 0x00005561f6b1d16f in handle_connections_sockets () at /home/timofey_turenko_mariadb_com/server/sql/mysqld.cc:6809 #2 0x00005561f6b1c42a in mysqld_main (argc=157, argv=0x5561f91ba2d0) at /home/timofey_turenko_mariadb_com/server/sql/mysqld.cc:6280 #3 0x00005561f6b102b5 in main (argc=23, argv=0x7ffc00808738) at /home/timofey_turenko_mariadb_com/server/sql/main.cc:25 Thread 20 (Thread 0x7f703ffff700 (LWP 5762)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f703fffebf0, expected=0, futex_word=0x5561f962f3f8) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f703fffebf0, mutex=0x5561f962f3a8, cond=0x5561f962f3d0) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f962f3d0, mutex=0x5561f962f3a8, abstime=0x7f703fffebf0) at pthread_cond_wait.c:667 #3 0x00005561f727fdb6 in os_event::timed_wait (this=0x5561f962f390, abstime=0x7f703fffebf0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:275 #4 0x00005561f7280075 in os_event::wait_time_low (this=0x5561f962f390, time_in_usec=5000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:385 #5 0x00005561f728020e in os_event_wait_time_low (event=0x5561f962f390, time_in_usec=5000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:485 #6 0x00005561f7413fe4 in ib_wqueue_timedwait (wq=0x5561f93998a0, wait_in_usecs=5000000) at /home/timofey_turenko_mariadb_com/server/storage/innobase/ut/ut0wqueue.cc:154 #7 0x00005561f758a075 in fts_optimize_thread (arg=0x5561f93998a0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/fts/fts0opt.cc:2830 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 19 (Thread 0x7f707c05b700 (LWP 5584)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f9351f04) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f9351eb0, cond=0x5561f9351ed8) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=cond@entry=0x5561f9351ed8, mutex=mutex@entry=0x5561f9351eb0) at pthread_cond_wait.c:655 #3 0x00007f7077de056e in fifo_lock_get (q=0x5561f9351e30) at galerautils/src/gu_fifo.c:262 #4 gu_fifo_get_head (q=0x5561f9351e30, err=err@entry=0x7f707c05a8bc) at galerautils/src/gu_fifo.c:330 #5 0x00007f7077f0b9d3 in gcs_recv (conn=0x5561f932b740, action=action@entry=0x7f707c05a900) at gcs/src/gcs.cpp:1882 #6 0x00007f7077f4f5be in galera::Gcs::recv (act=..., this=) at galera/src/galera_gcs.hpp:119 #7 galera::GcsActionSource::process (this=0x5561f9322c98, recv_ctx=0x7f7058000d50, exit_loop=@0x7f707c05a97f: false) at galera/src/gcs_action_source.cpp:174 #8 0x00007f7077f731ad in galera::ReplicatorSMM::async_recv (this=0x5561f9322540, recv_ctx=0x7f7058000d50) at galera/src/replicator_smm.cpp:362 #9 0x00007f7077f8a41b in galera_recv (gh=, recv_ctx=) at galera/src/wsrep_provider.cpp:244 #10 0x00005561f6e84b7e in wsrep_replication_process (thd=0x7f7058000d50) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_thd.cc:471 #11 0x00005561f6e7439c in start_wsrep_THD (arg=0x5561f9366090) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_mysqld.cc:2158 #12 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f9391780) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #13 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #14 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 18 (Thread 0x7f703d7fa700 (LWP 5767)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f949eb88) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f949eb38, cond=0x5561f949eb60) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f949eb60, mutex=0x5561f949eb38) at pthread_cond_wait.c:655 #3 0x00005561f728044a in os_event::wait (this=0x5561f949eb20) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:158 #4 0x00005561f727ff50 in os_event::wait_low (this=0x5561f949eb20, reset_sig_count=13) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:325 #5 0x00005561f7280233 in os_event_wait_low (event=0x5561f949eb20, reset_sig_count=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:502 #6 0x00005561f73a2c30 in srv_resume_thread (slot=0x5561f80bc778 , sig_count=0, wait=true, timeout_usec=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:922 #7 0x00005561f73a6de3 in srv_worker_thread (arg=0x0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:2537 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 17 (Thread 0x7f707c0a6700 (LWP 5583)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f82ad568 ) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f82ad4a8 , cond=0x5561f82ad540 ) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f82ad540 , mutex=0x5561f82ad4a8 ) at pthread_cond_wait.c:655 #3 0x00005561f77cfe9f in safe_cond_wait (cond=0x5561f82ad540 , mp=0x5561f82ad480 , file=0x5561f78dc908 "/home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h", line=1174) at /home/timofey_turenko_mariadb_com/server/mysys/thr_mutex.c:492 #4 0x00005561f6e82f3b in inline_mysql_cond_wait (that=0x5561f82ad540 , mutex=0x5561f82ad480 , src_file=0x5561f78dcb50 "/home/timofey_turenko_mariadb_com/server/sql/wsrep_thd.cc", src_line=617) at /home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h:1174 #5 0x00005561f6e8519e in wsrep_rollback_process (thd=0x7f7064001fa0) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_thd.cc:617 #6 0x00005561f6e7439c in start_wsrep_THD (arg=0x5561f9366e50) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_mysqld.cc:2158 #7 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f93913b0) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 16 (Thread 0x7f706fc94700 (LWP 5552)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f9322bcc) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f9322b78, cond=0x5561f9322ba0) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=cond@entry=0x5561f9322ba0, mutex=0x5561f9322b78) at pthread_cond_wait.c:655 #3 0x00007f7077f44305 in gu::Lock::wait (this=0x7f706fc93c60, cond=...) at galerautils/src/gu_mutex.hpp:40 #4 galera::ServiceThd::thd_func (arg=0x5561f9322b60) at galera/src/galera_service_thd.cpp:30 #5 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #6 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 15 (Thread 0x7f706c073700 (LWP 5773)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f827f9cc ) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f8282da8 , cond=0x5561f827f9a0 ) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f827f9a0 , mutex=0x5561f8282da8 ) at pthread_cond_wait.c:655 #3 0x00005561f77cfe9f in safe_cond_wait (cond=0x5561f827f9a0 , mp=0x5561f8282d80 , file=0x5561f7844f40 "/home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h", line=1174) at /home/timofey_turenko_mariadb_com/server/mysys/thr_mutex.c:492 #4 0x00005561f6b43f65 in inline_mysql_cond_wait (that=0x5561f827f9a0 , mutex=0x5561f8282d80 , src_file=0x5561f7845ba8 "/home/timofey_turenko_mariadb_com/server/sql/slave.cc", src_line=516) at /home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h:1174 #5 0x00005561f6b454d7 in handle_slave_background (arg=0x0) at /home/timofey_turenko_mariadb_com/server/sql/slave.cc:516 #6 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f9466070) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 14 (Thread 0x7f7023fff700 (LWP 5769)): #0 0x00007f7081bfdbf0 in __GI___nanosleep (requested_time=0x7f7023ffe790, remaining=0x0) at ../sysdeps/unix/sysv/linux/nanosleep.c:28 #1 0x00005561f72807ce in os_thread_sleep (tm=1000000) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0thread.cc:231 #2 0x00005561f747f119 in btr_defragment_thread () at /home/timofey_turenko_mariadb_com/server/storage/innobase/btr/btr0defragment.cc:703 #3 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #4 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 13 (Thread 0x7f707c8c8700 (LWP 5548)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f707c8c7e10, expected=0, futex_word=0x5561f8b1a508 ) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f707c8c7e10, mutex=0x5561f8b1a448 , cond=0x5561f8b1a4e0 ) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f8b1a4e0 , mutex=0x5561f8b1a448 , abstime=0x7f707c8c7e10) at pthread_cond_wait.c:667 #3 0x00005561f77d025f in safe_cond_timedwait (cond=0x5561f8b1a4e0 , mp=0x5561f8b1a420 , abstime=0x7f707c8c7e10, file=0x5561f7c174b0 "/home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h", line=1211) at /home/timofey_turenko_mariadb_com/server/mysys/thr_mutex.c:546 #4 0x00005561f77d12af in inline_mysql_cond_timedwait (that=0x5561f8b1a4e0 , mutex=0x5561f8b1a420 , abstime=0x7f707c8c7e10, src_file=0x5561f7c17500 "/home/timofey_turenko_mariadb_com/server/mysys/thr_timer.c", src_line=292) at /home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h:1211 #5 0x00005561f77d1e74 in timer_handler (arg=0x0) at /home/timofey_turenko_mariadb_com/server/mysys/thr_timer.c:292 #6 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f92dba20) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 12 (Thread 0x7f704dffb700 (LWP 5758)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f704dffadf0, expected=0, futex_word=0x5561f965f7b8) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f704dffadf0, mutex=0x5561f965f768, cond=0x5561f965f790) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f965f790, mutex=0x5561f965f768, abstime=0x7f704dffadf0) at pthread_cond_wait.c:667 #3 0x00005561f727fdb6 in os_event::timed_wait (this=0x5561f965f750, abstime=0x7f704dffadf0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:275 #4 0x00005561f7280075 in os_event::wait_time_low (this=0x5561f965f750, time_in_usec=1000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:385 #5 0x00005561f728020e in os_event_wait_time_low (event=0x5561f965f750, time_in_usec=1000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:485 #6 0x00005561f7243d30 in lock_wait_timeout_thread () at /home/timofey_turenko_mariadb_com/server/storage/innobase/lock/lock0wait.cc:522 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 11 (Thread 0x7f703effd700 (LWP 5764)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f949ea8c) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f949ea38, cond=0x5561f949ea60) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f949ea60, mutex=0x5561f949ea38) at pthread_cond_wait.c:655 #3 0x00005561f728044a in os_event::wait (this=0x5561f949ea20) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:158 #4 0x00005561f727ff50 in os_event::wait_low (this=0x5561f949ea20, reset_sig_count=4) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:325 #5 0x00005561f7280233 in os_event_wait_low (event=0x5561f949ea20, reset_sig_count=4) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:502 #6 0x00005561f73a2c30 in srv_resume_thread (slot=0x5561f80bc708 , sig_count=4, wait=true, timeout_usec=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:922 #7 0x00005561f73a72b9 in srv_purge_coordinator_suspend (slot=0x5561f80bc708 , rseg_history_len=18) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:2681 #8 0x00005561f73a7594 in srv_purge_coordinator_thread (arg=0x0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:2758 #9 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #10 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 10 (Thread 0x7f703dffb700 (LWP 5766)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f949eb08) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f949eab8, cond=0x5561f949eae0) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f949eae0, mutex=0x5561f949eab8) at pthread_cond_wait.c:655 #3 0x00005561f728044a in os_event::wait (this=0x5561f949eaa0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:158 #4 0x00005561f727ff50 in os_event::wait_low (this=0x5561f949eaa0, reset_sig_count=15) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:325 #5 0x00005561f7280233 in os_event_wait_low (event=0x5561f949eaa0, reset_sig_count=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:502 #6 0x00005561f73a2c30 in srv_resume_thread (slot=0x5561f80bc740 , sig_count=0, wait=true, timeout_usec=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:922 #7 0x00005561f73a6de3 in srv_worker_thread (arg=0x0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:2537 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 9 (Thread 0x7f703f7fe700 (LWP 5763)): #0 0x00007f7081bfdbf0 in __GI___nanosleep (requested_time=0x7f703f7fdde0, remaining=0x0) at ../sysdeps/unix/sysv/linux/nanosleep.c:28 #1 0x00005561f72807ce in os_thread_sleep (tm=1000000) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0thread.cc:231 #2 0x00005561f73a64d1 in srv_master_sleep () at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:2357 #3 0x00005561f73a6648 in srv_master_thread (arg=0x0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:2397 #4 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #5 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 8 (Thread 0x7f70557ff700 (LWP 5751)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f70819c127a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x00005561f7270f9d in LinuxAIOHandler::collect (this=0x7f70557feb90) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:1932 #3 0x00005561f72716ae in LinuxAIOHandler::poll (this=0x7f70557feb90, m1=0x7f70557fec30, m2=0x7f70557fec38, request=0x7f70557fec60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2093 #4 0x00005561f7271823 in os_aio_linux_handler (global_segment=2, m1=0x7f70557fec30, m2=0x7f70557fec38, request=0x7f70557fec60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2147 #5 0x00005561f7276b26 in os_aio_handler (segment=2, m1=0x7f70557fec30, m2=0x7f70557fec38, request=0x7f70557fec60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:5728 #6 0x00005561f754022d in fil_aio_wait (segment=2) at /home/timofey_turenko_mariadb_com/server/storage/innobase/fil/fil0fil.cc:4431 #7 0x00005561f73a9b29 in io_handler_thread (arg=0x5561f82f8530 ) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0start.cc:326 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 7 (Thread 0x7f70237fe700 (LWP 5770)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f949ee88) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f949ee38, cond=0x5561f949ee60) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f949ee60, mutex=0x5561f949ee38) at pthread_cond_wait.c:655 #3 0x00005561f728044a in os_event::wait (this=0x5561f949ee20) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:158 #4 0x00005561f727ff50 in os_event::wait_low (this=0x5561f949ee20, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:325 #5 0x00005561f7280233 in os_event_wait_low (event=0x5561f949ee20, reset_sig_count=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:502 #6 0x00005561f74909e5 in buf_resize_thread () at /home/timofey_turenko_mariadb_com/server/storage/innobase/buf/buf0buf.cc:3169 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 6 (Thread 0x7f703cff9700 (LWP 5768)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f949ed88) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f949ed38, cond=0x5561f949ed60) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f949ed60, mutex=0x5561f949ed38) at pthread_cond_wait.c:655 #3 0x00005561f728044a in os_event::wait (this=0x5561f949ed20) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:158 #4 0x00005561f727ff50 in os_event::wait_low (this=0x5561f949ed20, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:325 #5 0x00005561f7280233 in os_event_wait_low (event=0x5561f949ed20, reset_sig_count=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:502 #6 0x00005561f74aaddf in buf_dump_thread () at /home/timofey_turenko_mariadb_com/server/storage/innobase/buf/buf0dump.cc:834 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 5 (Thread 0x7f7022ffd700 (LWP 5771)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x7f7022ffcd48) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x7f7022ffcd88, cond=0x7f7022ffcd20) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x7f7022ffcd20, mutex=0x7f7022ffcd88) at pthread_cond_wait.c:655 #3 0x00005561f77cfe9f in safe_cond_wait (cond=0x7f7022ffcd20, mp=0x7f7022ffcd60, file=0x5561f7a523c0 "/home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h", line=1185) at /home/timofey_turenko_mariadb_com/server/mysys/thr_mutex.c:492 #4 0x00005561f717d152 in inline_mysql_cond_wait (that=0x7f7022ffcd20, mutex=0x7f7022ffcd60, src_file=0x5561f7a54380 "/home/timofey_turenko_mariadb_com/server/storage/innobase/handler/ha_innodb.cc", src_line=327) at /home/timofey_turenko_mariadb_com/server/include/mysql/psi/mysql_thread.h:1185 #5 0x00005561f7182533 in thd_destructor_proxy () at /home/timofey_turenko_mariadb_com/server/storage/innobase/handler/ha_innodb.cc:327 #6 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f963f140) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 4 (Thread 0x7f703e7fc700 (LWP 5765)): #0 futex_wait_cancelable (private=0, expected=0, futex_word=0x5561f949ec08) at ../sysdeps/unix/sysv/linux/futex-internal.h:88 #1 __pthread_cond_wait_common (abstime=0x0, mutex=0x5561f949ebb8, cond=0x5561f949ebe0) at pthread_cond_wait.c:502 #2 __pthread_cond_wait (cond=0x5561f949ebe0, mutex=0x5561f949ebb8) at pthread_cond_wait.c:655 #3 0x00005561f728044a in os_event::wait (this=0x5561f949eba0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:158 #4 0x00005561f727ff50 in os_event::wait_low (this=0x5561f949eba0, reset_sig_count=13) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:325 #5 0x00005561f7280233 in os_event_wait_low (event=0x5561f949eba0, reset_sig_count=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:502 #6 0x00005561f73a2c30 in srv_resume_thread (slot=0x5561f80bc7b0 , sig_count=0, wait=true, timeout_usec=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:922 #7 0x00005561f73a6de3 in srv_worker_thread (arg=0x0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0srv.cc:2537 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 3 (Thread 0x7f7054ffe700 (LWP 5752)): #0 syscall () at ../sysdeps/unix/sysv/linux/x86_64/syscall.S:38 #1 0x00007f70819c127a in ?? () from /lib/x86_64-linux-gnu/libaio.so.1 #2 0x00005561f7270f9d in LinuxAIOHandler::collect (this=0x7f7054ffdb90) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:1932 #3 0x00005561f72716ae in LinuxAIOHandler::poll (this=0x7f7054ffdb90, m1=0x7f7054ffdc30, m2=0x7f7054ffdc38, request=0x7f7054ffdc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2093 #4 0x00005561f7271823 in os_aio_linux_handler (global_segment=3, m1=0x7f7054ffdc30, m2=0x7f7054ffdc38, request=0x7f7054ffdc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:2147 #5 0x00005561f7276b26 in os_aio_handler (segment=3, m1=0x7f7054ffdc30, m2=0x7f7054ffdc38, request=0x7f7054ffdc60) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0file.cc:5728 #6 0x00005561f754022d in fil_aio_wait (segment=3) at /home/timofey_turenko_mariadb_com/server/storage/innobase/fil/fil0fil.cc:4431 #7 0x00005561f73a9b29 in io_handler_thread (arg=0x5561f82f8538 ) at /home/timofey_turenko_mariadb_com/server/storage/innobase/srv/srv0start.cc:326 #8 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #9 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 2 (Thread 0x7f704cff9700 (LWP 5761)): #0 futex_abstimed_wait_cancelable (private=0, abstime=0x7f704cff8e10, expected=0, futex_word=0x5561f9690ea8) at ../sysdeps/unix/sysv/linux/futex-internal.h:205 #1 __pthread_cond_wait_common (abstime=0x7f704cff8e10, mutex=0x5561f9690e58, cond=0x5561f9690e80) at pthread_cond_wait.c:539 #2 __pthread_cond_timedwait (cond=0x5561f9690e80, mutex=0x5561f9690e58, abstime=0x7f704cff8e10) at pthread_cond_wait.c:667 #3 0x00005561f727fdb6 in os_event::timed_wait (this=0x5561f9690e40, abstime=0x7f704cff8e10) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:275 #4 0x00005561f7280075 in os_event::wait_time_low (this=0x5561f9690e40, time_in_usec=10000000, reset_sig_count=1) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:385 #5 0x00005561f728020e in os_event_wait_time_low (event=0x5561f9690e40, time_in_usec=10000000, reset_sig_count=0) at /home/timofey_turenko_mariadb_com/server/storage/innobase/os/os0event.cc:485 #6 0x00005561f752784d in dict_stats_thread () at /home/timofey_turenko_mariadb_com/server/storage/innobase/dict/dict0stats_bg.cc:475 #7 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #8 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 Thread 1 (Thread 0x7f7056a01700 (LWP 5973)): #0 __pthread_kill (threadid=, signo=6) at ../sysdeps/unix/sysv/linux/pthread_kill.c:56 #1 0x00005561f77ca746 in my_write_core (sig=6) at /home/timofey_turenko_mariadb_com/server/mysys/stacktrace.c:386 #2 0x00005561f6f5fc5a in handle_fatal_signal (sig=6) at /home/timofey_turenko_mariadb_com/server/sql/signal_handler.cc:343 #3 #4 __GI_raise (sig=sig@entry=6) at ../sysdeps/unix/sysv/linux/raise.c:50 #5 0x00007f7080e01535 in __GI_abort () at abort.c:79 #6 0x00007f7077f7b69d in galera::FSM::shift_to (this=this@entry=0x7f6ffc167688, state=state@entry=galera::TrxHandle::S_REPLICATING) at /usr/include/c++/8/bits/char_traits.h:322 #7 0x00007f7077f71127 in galera::TrxHandle::set_state (state=galera::TrxHandle::S_REPLICATING, this=0x7f6ffc1675f0) at galera/src/trx_handle.hpp:335 #8 galera::ReplicatorSMM::replicate (this=0x5561f9322540, trx=0x7f6ffc1675f0, meta=0x7f6ffc006840) at galera/src/replicator_smm.cpp:557 #9 0x00007f7077f904b8 in galera_pre_commit (gh=, conn_id=11, trx_handle=, flags=, meta=0x7f6ffc006840) at galera/src/wsrep_provider.cpp:510 #10 0x00005561f6e6d7b3 in wsrep_run_wsrep_commit (thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_hton.cc:517 #11 0x00005561f6e6c457 in wsrep_prepare (hton=0x5561f939b140, thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/wsrep_hton.cc:222 #12 0x00005561f6f62a6c in prepare_or_error (ht=0x5561f939b140, thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/handler.cc:1192 #13 0x00005561f6f6368b in ha_commit_trans (thd=0x7f6ffc000d50, all=false) at /home/timofey_turenko_mariadb_com/server/sql/handler.cc:1506 #14 0x00005561f6dce2c1 in trans_commit_stmt (thd=0x7f6ffc000d50) at /home/timofey_turenko_mariadb_com/server/sql/transaction.cc:505 #15 0x00005561f6c4fca5 in mysql_execute_command (thd=0x7f6ffc000d50) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:6128 #16 0x00005561f6c54d92 in mysql_parse (thd=0x7f6ffc000d50, rawbuf=0x7f6ffc012a78 "LOAD DATA INFILE '/var/tmp/mtr/tmp/galera_var_load_data_splitting.csv' INTO TABLE t1", length=84, parser_state=0x7f7056a00540, is_com_multi=false, is_next_command=false) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:7840 #17 0x00005561f6c54452 in wsrep_mysql_parse (thd=0x7f6ffc000d50, rawbuf=0x7f6ffc012a78 "LOAD DATA INFILE '/var/tmp/mtr/tmp/galera_var_load_data_splitting.csv' INTO TABLE t1", length=84, parser_state=0x7f7056a00540, is_com_multi=false, is_next_command=false) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:7632 #18 0x00005561f6c4161d in dispatch_command (command=COM_QUERY, thd=0x7f6ffc000d50, packet=0x7f6ffc008ed1 "", packet_length=85, is_com_multi=false, is_next_command=false) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:1849 #19 0x00005561f6c3ff9a in do_command (thd=0x7f6ffc000d50) at /home/timofey_turenko_mariadb_com/server/sql/sql_parse.cc:1398 #20 0x00005561f6db8e7f in do_handle_one_connection (connect=0x5561f96d9d00) at /home/timofey_turenko_mariadb_com/server/sql/sql_connect.cc:1403 #21 0x00005561f6db8be1 in handle_one_connection (arg=0x5561f96d9d00) at /home/timofey_turenko_mariadb_com/server/sql/sql_connect.cc:1308 #22 0x00005561f7759e19 in pfs_spawn_thread (arg=0x5561f97a04c0) at /home/timofey_turenko_mariadb_com/server/storage/perfschema/pfs.cc:1869 #23 0x00007f7081bf3fa3 in start_thread (arg=) at pthread_create.c:486 #24 0x00007f7080ed84cf in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:95 - deleting it, already saved 0 - skipping '/var/tmp/mtr/log/galera_3nodes.galera_load_data_ist-innodb/' Retrying test galera_3nodes.galera_load_data_ist, attempt(2/3)... ***Warnings generated in error logs during shutdown after running tests: galera_3nodes.galera_load_data_ist 2021-01-17 9:20:27 11 [ERROR] WSREP: FSM: no such a transition ABORTING -> REPLICATING Attempting backtrace. You can use the following information to find out galera_3nodes.galera_load_data_ist 'innodb' [ retry-pass ] 34650 Retrying test galera_3nodes.galera_load_data_ist, attempt(3/3)... galera_3nodes.galera_load_data_ist 'innodb' [ retry-pass ] 33597 galera_3nodes.galera_pc_bootstrap 'innodb' [ pass ] 39613 galera_3nodes.galera_pc_weight 'innodb' [ pass ] 17478 galera_3nodes.galera_safe_to_bootstrap 'innodb' [ pass ] 42324 wsrep.pool_of_threads 'innodb' [ pass ] 10 wsrep.foreign_key 'innodb' [ pass ] 95 wsrep.binlog_format [ pass ] 40 wsrep.mdev_6832 [ pass ] 4040 wsrep.mdev_7798 [ pass ] 3437 wsrep.mysql_tzinfo_to_sql_symlink 'innodb' [ pass ] 34 wsrep.mysql_tzinfo_to_sql_symlink_skip 'innodb' [ pass ] 33 wsrep.trans 'innodb' [ pass ] 4 wsrep.plugin [ pass ] 6 wsrep.alter_table_innodb 'innodb' [ pass ] 7488 wsrep.mdev_10186 [ pass ] 3 wsrep.variables 'innodb' [ pass ] 20542 wsrep.wsrep-recover-v25 'binlogon,innodb' [ pass ] 12285 wsrep.wsrep-recover-v25 'binlogoff,innodb' [ pass ] 12285 wsrep.wsrep_rpl 'innodb,mix' [ pass ] 1039 wsrep.wsrep_rpl 'innodb,row' [ pass ] 1046 wsrep.wsrep_rpl 'innodb,stmt' [ pass ] 1042 -------------------------------------------------------------------------- The servers were restarted 116 times Spent 3852.328 of 6099 seconds executing testcases Completed: Failed 3/287 tests, 98.95% were successful. Failing test(s): galera_3nodes.galera_ipv6_mariabackup_section galera_3nodes.galera_ipv6_mysqldump galera_3nodes.galera_load_data_ist The log files in var/log may give you some hint of what went wrong. If you want to report this error, please read first the documentation at http://dev.mysql.com/doc/mysql/en/mysql-test-suite.html Errors/warnings were found in logfiles during server shutdown after running the following sequence(s) of tests: galera_3nodes.galera_ipv6_mariabackup_section galera_3nodes.galera_ipv6_mariabackup_section galera_3nodes.galera_ipv6_mysqldump galera_3nodes.galera_ipv6_mysqldump galera_3nodes.galera_load_data_ist 25 tests were skipped, 24 by the test itself. mysql-test-run: *** ERROR: there were failing test cases + MTR_RETCODE=1 + [[ 1 -ne 0 ]] + tar czf logs.tar.gz /var/tmp/mtr tar: Removing leading `/' from member names + sudo ls -la /tmp/ total 48 drwxrwxrwt 12 root root 4096 Jan 17 09:24 . drwxr-xr-x 18 root root 4096 Jan 17 07:42 .. drwxrwxrwt 2 root root 4096 Jan 17 07:39 .ICE-unix drwxrwxrwt 2 root root 4096 Jan 17 07:39 .Test-unix drwxrwxrwt 2 root root 4096 Jan 17 07:39 .X11-unix drwxrwxrwt 2 root root 4096 Jan 17 07:39 .XIM-unix drwxrwxrwt 2 root root 4096 Jan 17 07:39 .font-unix -rwxr-xr-x 1 root root 0 Jan 17 07:43 chef-solo drwxrwxrwx 2 mysql mysql 4096 Jan 17 07:44 mysql-unique-ids drwxrwx--x 2 mysql mysql 4096 Jan 17 09:11 sst_log_archive drwx------ 3 root root 4096 Jan 17 07:42 systemd-private-e97f7be0d36d4b2cb6501791aba5d1bc-chrony.service-rDFLi6 drwx------ 3 root root 4096 Jan 17 07:39 systemd-private-e97f7be0d36d4b2cb6501791aba5d1bc-haveged.service-WUfA0F drwx------ 2 mysql mysql 4096 Jan 17 09:12 tmp.YjGkqoIz03 + sudo mv -vf logs.tar.gz /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../ renamed 'logs.tar.gz' -> '/home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../logs.tar.gz' + sudo mv -vf /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/mtr.xml /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../ renamed '/home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/mtr.xml' -> '/home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../mtr.xml' + sudo chmod 777 /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../COPYING /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../CREDITS /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../EXCEPTIONS-CLIENT /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../INSTALL-BINARY /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../README-wsrep /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../README.md /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../THIRDPARTY /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../VERSION /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../bin /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../data /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../include /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../lib /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../logs.tar.gz /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../man /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../mtr.xml /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../mysql-test /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../scripts /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../share /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../sql-bench /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mysql-test/../support-files + exit 1 -rwxrwxrwx 1 mysql mysql 44667 Jan 17 09:25 /home/timofey_turenko_mariadb_com/MariaDBEnterprise/mtr.xml