Since 2020-08-24 unit.lf test frequently fails in buildbot on aarch64, and a few times on ppc64le.
This is occurring after the attempted fix in MDEV-27088. The unit.lf test now runs sufficient iterations to frequently catch out its faulty implementation.
An example of a stalled test:
gdb of lf-t stalled on aarch64 from 10.9-43fa8e0b8f3bae1ff8493cfd3adb39443da6a809
|
(gdb) directory /source
|
Source directories searched: /source:$cdir:$cwd
|
(gdb) thread apply all bt -frame-arguments all full
|
|
Thread 2 (Thread 0xffff23fff120 (LWP 7523) "lf-t"):
|
#0 lf_pinbox_real_free (pins=0xffff980017d8) at /home/mdborg/mariadb-server-10.8/mysys/lf_alloc-pin.c:376
|
a = 0xffff23ffe3d8
|
b = 0xffff23ffe3f0
|
c = 0xffff23ffe3e0
|
cur = 0xffff34001518
|
npins = 25
|
list = 0xffff34001518
|
addr = 0xffff23ffe390
|
first = 0xfffff74f8aaf
|
last = 0xffff34001518
|
var = <optimized out>
|
stack_ends_here = <optimized out>
|
pinbox = 0xaaaac84743f8 <lf_allocator>
|
#1 0x0000aaaac811963c in lf_pinbox_free (pins=pins@entry=0xffff980017d8, addr=addr@entry=0xffff68001ea8) at /home/mdborg/mariadb-server-10.8/mysys/lf_alloc-pin.c:271
|
No locals.
|
#2 0x0000aaaac8116874 in test_lf_alloc (arg=<optimized out>) at /home/mdborg/mariadb-server-10.8/unittest/mysys/lf-t.c:90
|
node1 = 0xffff68001ea8
|
node2 = 0xffff28001db8
|
m = 9409
|
x = <optimized out>
|
y = 0
|
pins = 0xffff980017d8
|
#3 0x0000ffff9fdad5c8 in start_thread (arg=0x0) at ./nptl/pthread_create.c:442
|
ret = <optimized out>
|
pd = 0x0
|
out = <optimized out>
|
unwind_buf = {cancel_jmp_buf = {{jmp_buf = {281471285719328, 281474830928560, 281474830928558, 8448352, 281474830928559, 0, 281471277268992, 8448352, 281473365200928, 281471277268992, 281471285717056, 4514424196649599986, 0, 4514424198325567406, 0, 0, 0, 0, 0, 0, 0, 0}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}}
|
not_first_call = 0
|
--Type <RET> for more, q to quit, c to continue without paging--
|
#4 0x0000ffff9fe15d1c in thread_start () at ../sysdeps/unix/sysv/linux/aarch64/clone.S:79
|
No locals.
|
|
Thread 1 (Thread 0xffff9ff25020 (LWP 7491) "lf-t"):
|
#0 __futex_abstimed_wait_common64 (private=128, cancel=true, abstime=0x0, op=265, expected=7523, futex_word=0xffff23fff1f0) at ./nptl/futex-internal.c:57
|
_x3tmp = 0
|
_x0tmp = 281471285719536
|
_x0 = 281471285719536
|
_x3 = 0
|
_x4tmp = 0
|
_x1tmp = 265
|
_x1 = 265
|
_x4 = 0
|
_x5tmp = 4294967295
|
_x2tmp = 7523
|
_x2 = 7523
|
_x5 = 4294967295
|
_x8 = 98
|
_sys_result = <optimized out>
|
sc_cancel_oldtype = 0
|
sc_ret = <optimized out>
|
_sys_result = <optimized out>
|
_x5tmp = <optimized out>
|
_x4tmp = <optimized out>
|
_x3tmp = <optimized out>
|
_x2tmp = <optimized out>
|
_x1tmp = <optimized out>
|
_x0tmp = <optimized out>
|
_x0 = <optimized out>
|
_x1 = <optimized out>
|
_x2 = <optimized out>
|
_x3 = <optimized out>
|
--Type <RET> for more, q to quit, c to continue without paging--c
|
_x4 = <optimized out>
|
_x5 = <optimized out>
|
_x8 = <optimized out>
|
#1 __futex_abstimed_wait_common (cancel=true, private=128, abstime=0x0, clockid=0, expected=7523, futex_word=0xffff23fff1f0) at ./nptl/futex-internal.c:87
|
err = <optimized out>
|
clockbit = 256
|
op = 265
|
err = <optimized out>
|
clockbit = <optimized out>
|
op = <optimized out>
|
#2 __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0xffff23fff1f0, expected=7523, clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=128) at ./nptl/futex-internal.c:139
|
No locals.
|
#3 0x0000ffff9fdaef2c in __pthread_clockjoin_ex (threadid=281471285719328, thread_return=thread_return@entry=0x0, clockid=clockid@entry=0, abstime=abstime@entry=0x0, block=block@entry=true) at ./nptl/pthread_join_common.c:105
|
ret = <optimized out>
|
_buffer = {__routine = 0xffff9fdaedb0 <cleanup>, __arg = 0xffff23fff548, __canceltype = -1611481088, __prev = 0x0}
|
tid = <optimized out>
|
pd = 0xffff23fff120
|
self = <optimized out>
|
result = 0
|
pd_result = <optimized out>
|
#4 0x0000ffff9fdaedb0 in ___pthread_join (threadid=<optimized out>, thread_return=thread_return@entry=0x0) at ./nptl/pthread_join.c:24
|
No locals.
|
#5 0x0000aaaac8116c54 in test_concurrently (test=test@entry=0xaaaac8157e10 "lf_alloc (with my_thread_init)", handler=handler@entry=0xaaaac8116800 <test_lf_alloc>, n=n@entry=30, m=<optimized out>, m@entry=30000) at /home/mdborg/mariadb-server-10.8/unittest/mysys/thr_template.c:46
|
threads = 0xaaaae03e27a0
|
i = 1
|
now = 3568672611079524
|
#6 0x0000aaaac8116da0 in do_tests () at /home/mdborg/mariadb-server-10.8/unittest/mysys/lf-t.c:188
|
No locals.
|
#7 0x0000aaaac81165ec in main (argc=<optimized out>, argv=<optimized out>) at /home/mdborg/mariadb-server-10.8/unittest/mysys/thr_template.c:67
|
No locals.
|
(gdb) p *lf_allocator
|
Structure has no component named operator*.
|
(gdb) p lf_allocator
|
$1 = {pinbox = {pinarray = {level = {0xffff98000d10, 0x0, 0x0, 0x0}, size_of_element = 184}, free_func = 0xaaaac81193e4 <alloc_free>, free_func_arg = 0xaaaac84743f8 <lf_allocator>,
|
free_ptr_offset = 0, pinstack_top_ver = 2006515725, pins_in_array = 30}, top = 0xffff48004cc8 "x\033", element_size = 8, mallocs = 0, constructor = 0x0, destructor = 0x0}
|
(gdb) p lf_hash
|
$2 = {array = {level = {0x0, 0x0, 0x0, 0x0}, size_of_element = 8}, alloc = {pinbox = {pinarray = {level = {0x0, 0x0, 0x0, 0x0}, size_of_element = 184},
|
free_func = 0xaaaac81193e4 <alloc_free>, free_func_arg = 0xaaaac8474358 <lf_hash+40>, free_ptr_offset = 8, pinstack_top_ver = 0, pins_in_array = 0}, top = 0x0, element_size = 36,
|
mallocs = 0, constructor = 0x0, destructor = 0x0}, get_key = 0x0, initializer = 0xaaaac8119c24 <default_initializer(LF_HASH*, void*, void const*)>,
|
hash_function = 0xaaaac8119bf0 <calc_hash(CHARSET_INFO*, uchar const*, size_t)>, charset = 0xaaaac83ff888 <my_charset_bin>, key_offset = 0, key_length = 4, element_size = 4, flags = 1,
|
size = 1, count = 0}
|
mbeck, svoj, if you have a moment/interest, can you please check the implementation again.
{"report":{"fcp":1027.8999999761581,"ttfb":262.39999997615814,"pageVisibility":"visible","entityId":110378,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"8726883f-f413-45d3-8ce2-b4dcbdbf9fad","navigationType":0,"readyForUser":1172.5,"redirectCount":0,"resourceLoadedEnd":1216,"resourceLoadedStart":267.89999997615814,"resourceTiming":[{"duration":260.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":267.89999997615814,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":267.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":528.3999999761581,"responseStart":0,"secureConnectionStart":0},{"duration":260.60000002384186,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":268.0999999642372,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":268.0999999642372,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":528.6999999880791,"responseStart":0,"secureConnectionStart":0},{"duration":269.4000000357628,"initiatorType":"script","name":"https://jira.mariadb.org/s/fbf975c0cce4b1abf04784eeae9ba1f4-CDN/lu2bu7/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":268.39999997615814,"connectEnd":268.39999997615814,"connectStart":268.39999997615814,"domainLookupEnd":268.39999997615814,"domainLookupStart":268.39999997615814,"fetchStart":268.39999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":268.39999997615814,"responseEnd":537.8000000119209,"responseStart":537.8000000119209,"secureConnectionStart":268.39999997615814},{"duration":309.89999997615814,"initiatorType":"script","name":"https://jira.mariadb.org/s/099b33461394b8015fc36c0a4b96e19f-CDN/lu2bu7/820016/12ta74/8679b4946efa1a0bb029a3a22206fb5d/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":268.5,"connectEnd":268.5,"connectStart":268.5,"domainLookupEnd":268.5,"domainLookupStart":268.5,"fetchStart":268.5,"redirectEnd":0,"redirectStart":0,"requestStart":268.5,"responseEnd":578.3999999761581,"responseStart":578.3999999761581,"secureConnectionStart":268.5},{"duration":313.69999998807907,"initiatorType":"script","name":"https://jira.mariadb.org/s/94c15bff32baef80f4096a08aceae8bc-CDN/lu2bu7/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":268.69999998807907,"connectEnd":268.69999998807907,"connectStart":268.69999998807907,"domainLookupEnd":268.69999998807907,"domainLookupStart":268.69999998807907,"fetchStart":268.69999998807907,"redirectEnd":0,"redirectStart":0,"requestStart":268.69999998807907,"responseEnd":582.3999999761581,"responseStart":582.3999999761581,"secureConnectionStart":268.69999998807907},{"duration":314,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":268.89999997615814,"connectEnd":268.89999997615814,"connectStart":268.89999997615814,"domainLookupEnd":268.89999997615814,"domainLookupStart":268.89999997615814,"fetchStart":268.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":268.89999997615814,"responseEnd":582.8999999761581,"responseStart":582.8999999761581,"secureConnectionStart":268.89999997615814},{"duration":314.60000002384186,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":269.19999998807907,"connectEnd":269.19999998807907,"connectStart":269.19999998807907,"domainLookupEnd":269.19999998807907,"domainLookupStart":269.19999998807907,"fetchStart":269.19999998807907,"redirectEnd":0,"redirectStart":0,"requestStart":269.19999998807907,"responseEnd":583.8000000119209,"responseStart":583.8000000119209,"secureConnectionStart":269.19999998807907},{"duration":413.5999999642372,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bu7/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":269.30000001192093,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":269.30000001192093,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":682.8999999761581,"responseStart":0,"secureConnectionStart":0},{"duration":315,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":269.5,"connectEnd":269.5,"connectStart":269.5,"domainLookupEnd":269.5,"domainLookupStart":269.5,"fetchStart":269.5,"redirectEnd":0,"redirectStart":0,"requestStart":269.5,"responseEnd":584.5,"responseStart":584.5,"secureConnectionStart":269.5},{"duration":413.39999997615814,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":269.69999998807907,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":269.69999998807907,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":683.0999999642372,"responseStart":0,"secureConnectionStart":0},{"duration":315.30000001192093,"initiatorType":"script","name":"https://jira.mariadb.org/s/3339d87fa2538a859872f2df449bf8d0-CDN/lu2bu7/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":269.89999997615814,"connectEnd":269.89999997615814,"connectStart":269.89999997615814,"domainLookupEnd":269.89999997615814,"domainLookupStart":269.89999997615814,"fetchStart":269.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":269.89999997615814,"responseEnd":585.1999999880791,"responseStart":585.1999999880791,"secureConnectionStart":269.89999997615814},{"duration":847.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":275.89999997615814,"connectEnd":275.89999997615814,"connectStart":275.89999997615814,"domainLookupEnd":275.89999997615814,"domainLookupStart":275.89999997615814,"fetchStart":275.89999997615814,"redirectEnd":0,"redirectStart":0,"requestStart":275.89999997615814,"responseEnd":1123.3999999761581,"responseStart":1123.3999999761581,"secureConnectionStart":275.89999997615814},{"duration":847.8000000119209,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":276.0999999642372,"connectEnd":276.0999999642372,"connectStart":276.0999999642372,"domainLookupEnd":276.0999999642372,"domainLookupStart":276.0999999642372,"fetchStart":276.0999999642372,"redirectEnd":0,"redirectStart":0,"requestStart":276.0999999642372,"responseEnd":1123.8999999761581,"responseStart":1123.8999999761581,"secureConnectionStart":276.0999999642372},{"duration":117,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":695.8999999761581,"connectEnd":695.8999999761581,"connectStart":695.8999999761581,"domainLookupEnd":695.8999999761581,"domainLookupStart":695.8999999761581,"fetchStart":695.8999999761581,"redirectEnd":0,"redirectStart":0,"requestStart":695.8999999761581,"responseEnd":812.8999999761581,"responseStart":812.8999999761581,"secureConnectionStart":695.8999999761581},{"duration":248.69999998807907,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bu7/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":967.3000000119209,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":967.3000000119209,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1216,"responseStart":0,"secureConnectionStart":0},{"duration":202.4000000357628,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bu7/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":968.0999999642372,"connectEnd":968.0999999642372,"connectStart":968.0999999642372,"domainLookupEnd":968.0999999642372,"domainLookupStart":968.0999999642372,"fetchStart":968.0999999642372,"redirectEnd":0,"redirectStart":0,"requestStart":968.0999999642372,"responseEnd":1170.5,"responseStart":1170.5,"secureConnectionStart":968.0999999642372},{"duration":206.19999998807907,"initiatorType":"script","name":"https://jira.mariadb.org/s/f51ef5507eea4c158f257c66c93b2a3f-CDN/lu2bu7/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":968.5,"connectEnd":968.5,"connectStart":968.5,"domainLookupEnd":968.5,"domainLookupStart":968.5,"fetchStart":968.5,"redirectEnd":0,"redirectStart":0,"requestStart":968.5,"responseEnd":1174.699999988079,"responseStart":1174.699999988079,"secureConnectionStart":968.5},{"duration":204.80000001192093,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1021.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1021.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1226.300000011921,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":67,"responseStart":263,"responseEnd":272,"domLoading":266,"domInteractive":1269,"domContentLoadedEventStart":1269,"domContentLoadedEventEnd":1331,"domComplete":1713,"loadEventStart":1713,"loadEventEnd":1713,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1237.199999988079},{"name":"bigPipe.sidebar-id.end","time":1238.0999999642372},{"name":"bigPipe.activity-panel-pipe-id.start","time":1238.199999988079},{"name":"bigPipe.activity-panel-pipe-id.end","time":1239.300000011921},{"name":"activityTabFullyLoaded","time":1345.5999999642372}],"measures":[],"correlationId":"648110f1365551","effectiveType":"4g","downlink":10,"rtt":0,"serverDuration":120,"dbReadsTimeInMs":26,"dbConnsTimeInMs":36,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}