MariaDB Server: 10.4.3-MariaDB-debug built from sources, branch=10.4, commit: c568e25379600db8af4bd39df4761ba0fbc1a14e.
Galera4 lib 26.4.0(r4477): debug built from sources, commit: 9bd47835d0fcdcf2f041da39dbe5b98ff738ff10.
Run:
./mtr galera.galera_bf_lock_wait --force --max-test-fail=0 --repeat=3
|
./mtr --suite galera --force --big-test --max-test-fail=0
|
stdout.log
:
galera.galera_bf_lock_wait 'innodb' [ pass ] 107151
|
galera.galera_bf_lock_wait 'innodb' [ 2 fail ]
|
Completed: Failed 1/3 tests, 66.67% were successful.
|
|
mysqltest: At line 50: query 'drop table t1' failed: 2013: Lost connection to MySQL server during query
|
|
The result from queries just before the failure was:
|
< snip >
|
WHILE 1 DO
|
start transaction;
|
update t1 set b=connection_id() where a=1;
|
commit;
|
END WHILE;
|
END|
|
connect node_1_p1, 127.0.0.1, root, , test, $NODE_MYPORT_1;
|
call p1;
|
connect node_1_p2, 127.0.0.1, root, , test, $NODE_MYPORT_1;
|
call p1;
|
connect node_2_p1, 127.0.0.1, root, , test, $NODE_MYPORT_2;
|
call p1;
|
connect node_2_p2, 127.0.0.1, root, , test, $NODE_MYPORT_2;
|
call p1;
|
connection default;
|
checking error log for 'BF lock wait long' message for 10 times every 10 seconds ...
|
drop table t1;
|
|
mysqld: /home/stepan/galera/git/10.4/server/sql/wsrep_trans_observer.h:422: void wsrep_commit_empty(THD*, bool): Assertion `have_error || !wsrep_current_error(thd)' failed.
|
190227 12:17:54 [ERROR] mysqld got signal 6 ;
|
|
Server version: 10.4.3-MariaDB-debug-log
|
key_buffer_size=1048576
|
read_buffer_size=131072
|
max_used_connections=6
|
max_threads=153
|
thread_count=15
|
It is possible that mysqld could use up to
|
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 63481 K bytes of memory
|
Hope that's ok; if not, decrease some variables in the equation.
|
|
Thread pointer: 0x7f852c000b00
|
Attempting backtrace. You can use the following information to find out
|
where mysqld died. If you see no messages after this, something went
|
terribly wrong...
|
stack_bottom = 0x7f85a804bd30 thread_stack 0x49000
|
/home/stepan/galera/git/10.4/server/sql/mysqld(my_print_stacktrace+0x40)[0x559dbb4abc56]
|
/home/stepan/galera/git/10.4/server/sql/mysqld(handle_fatal_signal+0x3e2)[0x559dbace4625]
|
sigaction.c:0(__restore_rt)[0x7f85b8d315d0]
|
:0(__GI_raise)[0x7f85b7020207]
|
:0(__GI_abort)[0x7f85b70218f8]
|
:0(__assert_fail_base)[0x7f85b7019026]
|
:0(__GI___assert_fail)[0x7f85b70190d2]
|
sql/wsrep_trans_observer.h:423(wsrep_commit_empty(THD*, bool))[0x559dbace69cf]
|
sql/handler.cc:1681(ha_commit_trans(THD*, bool))[0x559dbacea346]
|
sql/transaction.cc:313(trans_commit(THD*))[0x559dbab28fa8]
|
sql/sql_parse.cc:5849(mysql_execute_command(THD*))[0x559dba9ac6ae]
|
sql/sp_head.cc:3591(sp_instr_stmt::exec_core(THD*, unsigned int*))[0x559dba8c1180]
|
sql/sp_head.cc:3319(sp_lex_keeper::reset_lex_and_exec_core(THD*, unsigned int*, bool, sp_instr*))[0x559dba8c046e]
|
sql/sp_head.cc:3497(sp_instr_stmt::execute(THD*, unsigned int*))[0x559dba8c0ccc]
|
sql/sp_head.cc:1341(sp_head::execute(THD*, bool))[0x559dba8ba7cb]
|
sql/sp_head.cc:2283(sp_head::execute_procedure(THD*, List<Item>*))[0x559dba8bd1f2]
|
sql/sql_parse.cc:2959(do_execute_sp(THD*, sp_head*))[0x559dba9a2018]
|
sql/sql_parse.cc:3201(Sql_cmd_call::execute(THD*))[0x559dba9a2c04]
|
sql/sql_parse.cc:6330(mysql_execute_command(THD*))[0x559dba9ae55b]
|
sql/sql_parse.cc:8141(mysql_parse(THD*, char*, unsigned int, Parser_state*, bool, bool))[0x559dba9b3777]
|
sql/sql_parse.cc:7964(wsrep_mysql_parse(THD*, char*, unsigned int, Parser_state*, bool, bool))[0x559dba9b2da6]
|
sql/sql_parse.cc:1804(dispatch_command(enum_server_command, THD*, char*, unsigned int, bool, bool))[0x559dba99eb44]
|
sql/sql_parse.cc:1358(do_command(THD*))[0x559dba99d491]
|
sql/sql_connect.cc:1399(do_handle_one_connection(CONNECT*))[0x559dbab14180]
|
sql/sql_connect.cc:1303(handle_one_connection)[0x559dbab13ec4]
|
perfschema/pfs.cc:1864(pfs_spawn_thread)[0x559dbb443bd1]
|
pthread_create.c:0(start_thread)[0x7f85b8d29dd5]
|
/lib64/libc.so.6(clone+0x6d)[0x7f85b70e7ead]
|
|
Trying to get some variables.
|
Some pointers may be invalid and cause the dump to abort.
|
Query (0x7f852c02f508): commit
|
Connection ID (thread ID): 29
|
Status: KILL_QUERY
|
|
Optimizer switch: index_merge=on,index_merge_union=on,index_merge_sort_union=on,index_merge_intersection=on,index_merge_sort_intersection=off,engine_condition_pushdown=off,index_condition_pushdown=on,derived_merge=on,derived_with_keys=on,firstmatch=on,loosescan=on,materialization=on,in_to_exists=on,semijoin=on,partial_match_rowid_merge=on,partial_match_table_scan=on,subquery_cache=on,mrr=off,mrr_cost_based=off,mrr_sort_keys=off,outer_join_with_cache=on,semijoin_with_cache=on,join_cache_incremental=on,join_cache_hashed=on,join_cache_bka=on,optimize_join_buffer_size=on,table_elimination=on,extended_keys=on,exists_to_in=on,orderby_uses_equalities=on,condition_pushdown_for_derived=on,split_materialized=on,condition_pushdown_for_subquery=on,rowid_filter=on
|
|
See also attached 190227_galera.galera_bf_lock_wait.zip
.
Note: This test is failed sporadically.
Transition |
Time In Source Status |
Execution Times |
Open |
|
Closed |
|
28d 21m
|
1
|
{"report":{"fcp":1698.2000000476837,"ttfb":233.79999995231628,"pageVisibility":"visible","entityId":72872,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":16,"apdex":0.5,"journeyId":"26108795-137d-42c6-85d7-eccdb18e27d4","navigationType":0,"readyForUser":2072.7000000476837,"redirectCount":0,"resourceLoadedEnd":1177,"resourceLoadedStart":240.20000004768372,"resourceTiming":[{"duration":33.39999985694885,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":240.20000004768372,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":240.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":273.59999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":33.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":240.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":240.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":274.09999990463257,"responseStart":0,"secureConnectionStart":0},{"duration":544.2000000476837,"initiatorType":"script","name":"https://jira.mariadb.org/s/c54b129276d75dc2a3460e1d78f37913-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":240.59999990463257,"connectEnd":240.59999990463257,"connectStart":240.59999990463257,"domainLookupEnd":240.59999990463257,"domainLookupStart":240.59999990463257,"fetchStart":240.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":278.59999990463257,"responseEnd":784.7999999523163,"responseStart":350.39999985694885,"secureConnectionStart":240.59999990463257},{"duration":898.8999998569489,"initiatorType":"script","name":"https://jira.mariadb.org/s/f867843cd2fdb209d4d1d4f760f86346-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":240.70000004768372,"connectEnd":240.70000004768372,"connectStart":240.70000004768372,"domainLookupEnd":240.70000004768372,"domainLookupStart":240.70000004768372,"fetchStart":240.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":278.7000000476837,"responseEnd":1139.5999999046326,"responseStart":410.7000000476837,"secureConnectionStart":240.70000004768372},{"duration":126.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/ffdb17665775c5b4d6f097f3974ee359-CDN/lu2bsh/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":240.79999995231628,"connectEnd":240.79999995231628,"connectStart":240.79999995231628,"domainLookupEnd":240.79999995231628,"domainLookupStart":240.79999995231628,"fetchStart":240.79999995231628,"redirectEnd":0,"redirectStart":0,"requestStart":278.89999985694885,"responseEnd":367.2999999523163,"responseStart":363.7999999523163,"secureConnectionStart":240.79999995231628},{"duration":126.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":240.89999985694885,"connectEnd":240.89999985694885,"connectStart":240.89999985694885,"domainLookupEnd":240.89999985694885,"domainLookupStart":240.89999985694885,"fetchStart":240.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":279.09999990463257,"responseEnd":367.7999999523163,"responseStart":364.5,"secureConnectionStart":240.89999985694885},{"duration":126.79999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":241.09999990463257,"connectEnd":241.09999990463257,"connectStart":241.09999990463257,"domainLookupEnd":241.09999990463257,"domainLookupStart":241.09999990463257,"fetchStart":241.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":280.7000000476837,"responseEnd":367.89999985694885,"responseStart":365.2000000476837,"secureConnectionStart":241.09999990463257},{"duration":37.19999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bsh/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":241.20000004768372,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":241.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":278.39999985694885,"responseStart":0,"secureConnectionStart":0},{"duration":174.29999995231628,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":241.20000004768372,"connectEnd":241.20000004768372,"connectStart":241.20000004768372,"domainLookupEnd":241.20000004768372,"domainLookupStart":241.20000004768372,"fetchStart":241.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":284.2999999523163,"responseEnd":415.5,"responseStart":413.7000000476837,"secureConnectionStart":241.20000004768372},{"duration":39.60000014305115,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":241.39999985694885,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":241.39999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":281,"responseStart":0,"secureConnectionStart":0},{"duration":160.89999985694885,"initiatorType":"script","name":"https://jira.mariadb.org/s/81b5d7c27af3ebc078cc4a36383678ba-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":241.5,"connectEnd":241.5,"connectStart":241.5,"domainLookupEnd":241.5,"domainLookupStart":241.5,"fetchStart":241.5,"redirectEnd":0,"redirectStart":0,"requestStart":288.89999985694885,"responseEnd":402.39999985694885,"responseStart":368.09999990463257,"secureConnectionStart":241.5},{"duration":926.1000001430511,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":250.89999985694885,"connectEnd":250.89999985694885,"connectStart":250.89999985694885,"domainLookupEnd":250.89999985694885,"domainLookupStart":250.89999985694885,"fetchStart":250.89999985694885,"redirectEnd":0,"redirectStart":0,"requestStart":325.09999990463257,"responseEnd":1177,"responseStart":1150.3999998569489,"secureConnectionStart":250.89999985694885},{"duration":875.8999998569489,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":251,"connectEnd":251,"connectStart":251,"domainLookupEnd":251,"domainLookupStart":251,"fetchStart":251,"redirectEnd":0,"redirectStart":0,"requestStart":394.7999999523163,"responseEnd":1126.8999998569489,"responseStart":1125.3999998569489,"secureConnectionStart":251},{"duration":243.5,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":978.7000000476837,"connectEnd":978.7000000476837,"connectStart":978.7000000476837,"domainLookupEnd":978.7000000476837,"domainLookupStart":978.7000000476837,"fetchStart":978.7000000476837,"redirectEnd":0,"redirectStart":0,"requestStart":1190.7999999523163,"responseEnd":1222.2000000476837,"responseStart":1221.5999999046326,"secureConnectionStart":978.7000000476837},{"duration":448.60000014305115,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1677.0999999046326,"connectEnd":1677.0999999046326,"connectStart":1677.0999999046326,"domainLookupEnd":1677.0999999046326,"domainLookupStart":1677.0999999046326,"fetchStart":1677.0999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":2095.7000000476837,"responseEnd":2125.7000000476837,"responseStart":2125,"secureConnectionStart":1677.0999999046326},{"duration":488,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1754.7999999523163,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1754.7999999523163,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":2242.7999999523163,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":49,"responseStart":234,"responseEnd":242,"domLoading":238,"domInteractive":2171,"domContentLoadedEventStart":2171,"domContentLoadedEventEnd":2245,"domComplete":2647,"loadEventStart":2647,"loadEventEnd":2647,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":2096.7000000476837},{"name":"bigPipe.sidebar-id.end","time":2097.5},{"name":"bigPipe.activity-panel-pipe-id.start","time":2097.5999999046326},{"name":"bigPipe.activity-panel-pipe-id.end","time":2098.399999856949},{"name":"activityTabFullyLoaded","time":2255.2000000476837}],"measures":[],"correlationId":"bc32b4f6afa60c","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":86,"dbReadsTimeInMs":20,"dbConnsTimeInMs":28,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}