MariaDB Server: 10.4.3-MariaDB-debug built from sources, branch=10.4, commit: c568e25379600db8af4bd39df4761ba0fbc1a14e.
Galera4 lib 26.4.0(r4477): debug built from sources, commit: 9bd47835d0fcdcf2f041da39dbe5b98ff738ff10.
Run:
./mtr galera.galera_bf_lock_wait --force --max-test-fail=0 --repeat=3
|
./mtr --suite galera --force --big-test --max-test-fail=0
|
stdout.log
:
galera.galera_bf_lock_wait 'innodb' [ pass ] 107151
|
galera.galera_bf_lock_wait 'innodb' [ 2 fail ]
|
Completed: Failed 1/3 tests, 66.67% were successful.
|
|
mysqltest: At line 50: query 'drop table t1' failed: 2013: Lost connection to MySQL server during query
|
|
The result from queries just before the failure was:
|
< snip >
|
WHILE 1 DO
|
start transaction;
|
update t1 set b=connection_id() where a=1;
|
commit;
|
END WHILE;
|
END|
|
connect node_1_p1, 127.0.0.1, root, , test, $NODE_MYPORT_1;
|
call p1;
|
connect node_1_p2, 127.0.0.1, root, , test, $NODE_MYPORT_1;
|
call p1;
|
connect node_2_p1, 127.0.0.1, root, , test, $NODE_MYPORT_2;
|
call p1;
|
connect node_2_p2, 127.0.0.1, root, , test, $NODE_MYPORT_2;
|
call p1;
|
connection default;
|
checking error log for 'BF lock wait long' message for 10 times every 10 seconds ...
|
drop table t1;
|
|
mysqld: /home/stepan/galera/git/10.4/server/sql/wsrep_trans_observer.h:422: void wsrep_commit_empty(THD*, bool): Assertion `have_error || !wsrep_current_error(thd)' failed.
|
190227 12:17:54 [ERROR] mysqld got signal 6 ;
|
|
Server version: 10.4.3-MariaDB-debug-log
|
key_buffer_size=1048576
|
read_buffer_size=131072
|
max_used_connections=6
|
max_threads=153
|
thread_count=15
|
It is possible that mysqld could use up to
|
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 63481 K bytes of memory
|
Hope that's ok; if not, decrease some variables in the equation.
|
|
Thread pointer: 0x7f852c000b00
|
Attempting backtrace. You can use the following information to find out
|
where mysqld died. If you see no messages after this, something went
|
terribly wrong...
|
stack_bottom = 0x7f85a804bd30 thread_stack 0x49000
|
/home/stepan/galera/git/10.4/server/sql/mysqld(my_print_stacktrace+0x40)[0x559dbb4abc56]
|
/home/stepan/galera/git/10.4/server/sql/mysqld(handle_fatal_signal+0x3e2)[0x559dbace4625]
|
sigaction.c:0(__restore_rt)[0x7f85b8d315d0]
|
:0(__GI_raise)[0x7f85b7020207]
|
:0(__GI_abort)[0x7f85b70218f8]
|
:0(__assert_fail_base)[0x7f85b7019026]
|
:0(__GI___assert_fail)[0x7f85b70190d2]
|
sql/wsrep_trans_observer.h:423(wsrep_commit_empty(THD*, bool))[0x559dbace69cf]
|
sql/handler.cc:1681(ha_commit_trans(THD*, bool))[0x559dbacea346]
|
sql/transaction.cc:313(trans_commit(THD*))[0x559dbab28fa8]
|
sql/sql_parse.cc:5849(mysql_execute_command(THD*))[0x559dba9ac6ae]
|
sql/sp_head.cc:3591(sp_instr_stmt::exec_core(THD*, unsigned int*))[0x559dba8c1180]
|
sql/sp_head.cc:3319(sp_lex_keeper::reset_lex_and_exec_core(THD*, unsigned int*, bool, sp_instr*))[0x559dba8c046e]
|
sql/sp_head.cc:3497(sp_instr_stmt::execute(THD*, unsigned int*))[0x559dba8c0ccc]
|
sql/sp_head.cc:1341(sp_head::execute(THD*, bool))[0x559dba8ba7cb]
|
sql/sp_head.cc:2283(sp_head::execute_procedure(THD*, List<Item>*))[0x559dba8bd1f2]
|
sql/sql_parse.cc:2959(do_execute_sp(THD*, sp_head*))[0x559dba9a2018]
|
sql/sql_parse.cc:3201(Sql_cmd_call::execute(THD*))[0x559dba9a2c04]
|
sql/sql_parse.cc:6330(mysql_execute_command(THD*))[0x559dba9ae55b]
|
sql/sql_parse.cc:8141(mysql_parse(THD*, char*, unsigned int, Parser_state*, bool, bool))[0x559dba9b3777]
|
sql/sql_parse.cc:7964(wsrep_mysql_parse(THD*, char*, unsigned int, Parser_state*, bool, bool))[0x559dba9b2da6]
|
sql/sql_parse.cc:1804(dispatch_command(enum_server_command, THD*, char*, unsigned int, bool, bool))[0x559dba99eb44]
|
sql/sql_parse.cc:1358(do_command(THD*))[0x559dba99d491]
|
sql/sql_connect.cc:1399(do_handle_one_connection(CONNECT*))[0x559dbab14180]
|
sql/sql_connect.cc:1303(handle_one_connection)[0x559dbab13ec4]
|
perfschema/pfs.cc:1864(pfs_spawn_thread)[0x559dbb443bd1]
|
pthread_create.c:0(start_thread)[0x7f85b8d29dd5]
|
/lib64/libc.so.6(clone+0x6d)[0x7f85b70e7ead]
|
|
Trying to get some variables.
|
Some pointers may be invalid and cause the dump to abort.
|
Query (0x7f852c02f508): commit
|
Connection ID (thread ID): 29
|
Status: KILL_QUERY
|
|
Optimizer switch: index_merge=on,index_merge_union=on,index_merge_sort_union=on,index_merge_intersection=on,index_merge_sort_intersection=off,engine_condition_pushdown=off,index_condition_pushdown=on,derived_merge=on,derived_with_keys=on,firstmatch=on,loosescan=on,materialization=on,in_to_exists=on,semijoin=on,partial_match_rowid_merge=on,partial_match_table_scan=on,subquery_cache=on,mrr=off,mrr_cost_based=off,mrr_sort_keys=off,outer_join_with_cache=on,semijoin_with_cache=on,join_cache_incremental=on,join_cache_hashed=on,join_cache_bka=on,optimize_join_buffer_size=on,table_elimination=on,extended_keys=on,exists_to_in=on,orderby_uses_equalities=on,condition_pushdown_for_derived=on,split_materialized=on,condition_pushdown_for_subquery=on,rowid_filter=on
|
|
See also attached 190227_galera.galera_bf_lock_wait.zip
.
Note: This test is failed sporadically.
{"report":{"fcp":720,"ttfb":179.10000014305115,"pageVisibility":"visible","entityId":72872,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"5772eeb6-a92a-4b00-814b-9fe1ab10ba5a","navigationType":0,"readyForUser":803.9000000953674,"redirectCount":0,"resourceLoadedEnd":860.9000000953674,"resourceLoadedStart":184.40000009536743,"resourceTiming":[{"duration":60.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":184.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":184.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":245,"responseStart":0,"secureConnectionStart":0},{"duration":60.39999985694885,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":184.60000014305115,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":184.60000014305115,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":245,"responseStart":0,"secureConnectionStart":0},{"duration":79.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":184.70000004768372,"connectEnd":184.70000004768372,"connectStart":184.70000004768372,"domainLookupEnd":184.70000004768372,"domainLookupStart":184.70000004768372,"fetchStart":184.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":184.70000004768372,"responseEnd":264.60000014305115,"responseStart":264.60000014305115,"secureConnectionStart":184.70000004768372},{"duration":147.20000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":184.90000009536743,"connectEnd":184.90000009536743,"connectStart":184.90000009536743,"domainLookupEnd":184.90000009536743,"domainLookupStart":184.90000009536743,"fetchStart":184.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":184.90000009536743,"responseEnd":332.10000014305115,"responseStart":332.10000014305115,"secureConnectionStart":184.90000009536743},{"duration":150.70000004768372,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":185,"connectEnd":185,"connectStart":185,"domainLookupEnd":185,"domainLookupStart":185,"fetchStart":185,"redirectEnd":0,"redirectStart":0,"requestStart":185,"responseEnd":335.7000000476837,"responseStart":335.7000000476837,"secureConnectionStart":185},{"duration":151.39999985694885,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":185.10000014305115,"connectEnd":185.10000014305115,"connectStart":185.10000014305115,"domainLookupEnd":185.10000014305115,"domainLookupStart":185.10000014305115,"fetchStart":185.10000014305115,"redirectEnd":0,"redirectStart":0,"requestStart":185.10000014305115,"responseEnd":336.5,"responseStart":336.5,"secureConnectionStart":185.10000014305115},{"duration":152,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":185.20000004768372,"connectEnd":185.20000004768372,"connectStart":185.20000004768372,"domainLookupEnd":185.20000004768372,"domainLookupStart":185.20000004768372,"fetchStart":185.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":185.20000004768372,"responseEnd":337.2000000476837,"responseStart":337.2000000476837,"secureConnectionStart":185.20000004768372},{"duration":152.79999995231628,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":185.30000019073486,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":185.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":338.10000014305115,"responseStart":0,"secureConnectionStart":0},{"duration":152.79999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":185.40000009536743,"connectEnd":185.40000009536743,"connectStart":185.40000009536743,"domainLookupEnd":185.40000009536743,"domainLookupStart":185.40000009536743,"fetchStart":185.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":185.40000009536743,"responseEnd":338.2000000476837,"responseStart":338.2000000476837,"secureConnectionStart":185.40000009536743},{"duration":153.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":185.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":185.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":338.90000009536743,"responseStart":0,"secureConnectionStart":0},{"duration":153.39999985694885,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":185.60000014305115,"connectEnd":185.60000014305115,"connectStart":185.60000014305115,"domainLookupEnd":185.60000014305115,"domainLookupStart":185.60000014305115,"fetchStart":185.60000014305115,"redirectEnd":0,"redirectStart":0,"requestStart":185.60000014305115,"responseEnd":339,"responseStart":339,"secureConnectionStart":185.60000014305115},{"duration":434.7000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":195.5,"connectEnd":195.5,"connectStart":195.5,"domainLookupEnd":195.5,"domainLookupStart":195.5,"fetchStart":195.5,"redirectEnd":0,"redirectStart":0,"requestStart":195.5,"responseEnd":630.2000000476837,"responseStart":630.2000000476837,"secureConnectionStart":195.5},{"duration":434.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":196.40000009536743,"connectEnd":196.40000009536743,"connectStart":196.40000009536743,"domainLookupEnd":196.40000009536743,"domainLookupStart":196.40000009536743,"fetchStart":196.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":196.40000009536743,"responseEnd":631,"responseStart":631,"secureConnectionStart":196.40000009536743},{"duration":116.40000009536743,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":474.5,"connectEnd":474.5,"connectStart":474.5,"domainLookupEnd":474.5,"domainLookupStart":474.5,"fetchStart":474.5,"redirectEnd":0,"redirectStart":0,"requestStart":474.5,"responseEnd":590.9000000953674,"responseStart":590.9000000953674,"secureConnectionStart":474.5},{"duration":187.70000004768372,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bu7/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":667.1000001430511,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":667.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":854.8000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":187.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/50bc9be5bfead1a25e72c1a9338c94f6-CDN/lu2bu7/820016/12ta74/e108c7645258ccb43280ed3404e3e949/_/download/contextbatch/css/com.atlassian.jira.plugins.jira-development-integration-plugin:0,-_super,-jira.view.issue,-jira.global,-jira.general,-jira.browse.project,-project.issue.navigator,-atl.general/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":667.4000000953674,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":667.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":854.9000000953674,"responseStart":0,"secureConnectionStart":0},{"duration":187,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":668.1000001430511,"connectEnd":668.1000001430511,"connectStart":668.1000001430511,"domainLookupEnd":668.1000001430511,"domainLookupStart":668.1000001430511,"fetchStart":668.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":668.1000001430511,"responseEnd":855.1000001430511,"responseStart":855.1000001430511,"secureConnectionStart":668.1000001430511},{"duration":191,"initiatorType":"script","name":"https://jira.mariadb.org/s/f51ef5507eea4c158f257c66c93b2a3f-CDN/lu2bu7/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":668.5,"connectEnd":668.5,"connectStart":668.5,"domainLookupEnd":668.5,"domainLookupStart":668.5,"fetchStart":668.5,"redirectEnd":0,"redirectStart":0,"requestStart":668.5,"responseEnd":859.5,"responseStart":859.5,"secureConnectionStart":668.5},{"duration":192,"initiatorType":"script","name":"https://jira.mariadb.org/s/86ee9bbc76cd1bcd8556fcdcf46241c9-CDN/lu2bu7/820016/12ta74/e108c7645258ccb43280ed3404e3e949/_/download/contextbatch/js/com.atlassian.jira.plugins.jira-development-integration-plugin:0,-_super,-jira.view.issue,-jira.global,-jira.general,-jira.browse.project,-project.issue.navigator,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":668.9000000953674,"connectEnd":668.9000000953674,"connectStart":668.9000000953674,"domainLookupEnd":668.9000000953674,"domainLookupStart":668.9000000953674,"fetchStart":668.9000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":668.9000000953674,"responseEnd":860.9000000953674,"responseStart":860.9000000953674,"secureConnectionStart":668.9000000953674},{"duration":171.20000004768372,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":698.1000001430511,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":698.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":869.3000001907349,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":26,"responseStart":179,"responseEnd":196,"domLoading":182,"domInteractive":875,"domContentLoadedEventStart":875,"domContentLoadedEventEnd":911,"domComplete":1680,"loadEventStart":1680,"loadEventEnd":1682,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":850.6000001430511},{"name":"bigPipe.sidebar-id.end","time":851.3000001907349},{"name":"bigPipe.activity-panel-pipe-id.start","time":851.4000000953674},{"name":"bigPipe.activity-panel-pipe-id.end","time":853.8000001907349},{"name":"activityTabFullyLoaded","time":934.7000000476837}],"measures":[],"correlationId":"8d95a500401a49","effectiveType":"4g","downlink":9.3,"rtt":0,"serverDuration":82,"dbReadsTimeInMs":13,"dbConnsTimeInMs":20,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}