Crashing bug, the server is trying to decrypt a page that is not encrypted.
/usr/sbin/mysqld(my_print_stacktrace+0x2e)[0x7f0fe2763a6e]
|
/usr/sbin/mysqld(handle_fatal_signal+0x38d)[0x7f0fe229216d]
|
/lib/x86_64-linux-gnu/libpthread.so.0(+0x10340)[0x7f0fe07ec340]
|
/usr/sbin/mysqld(_Z8do_cryptPKhjPhPjP20st_encryption_schemejjjyi+0x48)[0x7f0fe2246e48]
|
/usr/sbin/mysqld(encryption_scheme_decrypt+0x2b)[0x7f0fe22470bb]
|
/usr/sbin/mysqld(+0x9ac476)[0x7f0fe2691476]
|
/usr/sbin/mysqld(+0x948d33)[0x7f0fe262dd33]
|
/usr/sbin/mysqld(+0x949370)[0x7f0fe262e370]
|
/usr/sbin/mysqld(+0x9627c6)[0x7f0fe26477c6]
|
/usr/sbin/mysqld(+0x940acd)[0x7f0fe2625acd]
|
/usr/sbin/mysqld(+0x9c2760)[0x7f0fe26a7760]
|
/usr/sbin/mysqld(+0x90f547)[0x7f0fe25f4547]
|
/usr/sbin/mysqld(+0x9121e0)[0x7f0fe25f71e0]
|
/usr/sbin/mysqld(+0x9208f1)[0x7f0fe26058f1]
|
/usr/sbin/mysqld(+0x816c5c)[0x7f0fe24fbc5c]
|
/usr/sbin/mysqld(+0x819f54)[0x7f0fe24fef54]
|
/usr/sbin/mysqld(+0x91d59a)[0x7f0fe260259a]
|
/usr/sbin/mysqld(+0x8b4dd6)[0x7f0fe2599dd6]
|
/usr/sbin/mysqld(+0x8b1bc7)[0x7f0fe2596bc7]
|
/usr/sbin/mysqld(+0x8b2aca)[0x7f0fe2597aca]
|
/usr/sbin/mysqld(+0x8b33e8)[0x7f0fe25983e8]
|
/usr/sbin/mysqld(+0x87a067)[0x7f0fe255f067]
|
/usr/sbin/mysqld(+0x8e129e)[0x7f0fe25c629e]
|
/usr/sbin/mysqld(+0x8cefb6)[0x7f0fe25b3fb6]
|
/lib/x86_64-linux-gnu/libpthread.so.0(+0x8182)[0x7f0fe07e4182]
|
/lib/x86_64-linux-gnu/libc.so.6(clone+0x6d)[0x7f0fdff0747d]
|
Recompiled MariaDB 10.1.10 from source and debug symbols , the backtrace is:
(gdb) bt
|
#0 0x00005555560890b2 in fil_space_decrypt (crypt_data=0x0, tmp_frame=0x7fee38008000 "", page_size=16384, src_frame=0x7ff7778a8000 "i13\222", err=0x7feeb49b494c) at /root/mariadb/mariadb-10.1.10/storage/xtradb/fil/fil0crypt.cc:722
|
#1 0x000055555608930c in fil_space_decrypt (space=0, tmp_frame=0x7fee38008000 "", page_size=16384, src_frame=0x7ff7778a8000 "i13\222") at /root/mariadb/mariadb-10.1.10/storage/xtradb/fil/fil0crypt.cc:808
|
#2 0x000055555600f64c in buf_page_decrypt_after_read (bpage=0x7ff577c46700) at /root/mariadb/mariadb-10.1.10/storage/xtradb/buf/buf0buf.cc:6397
|
#3 0x000055555600b956 in buf_page_io_complete (bpage=0x7ff577c46700) at /root/mariadb/mariadb-10.1.10/storage/xtradb/buf/buf0buf.cc:4630
|
#4 0x0000555556029d7f in buf_read_page_low (err=0x7feeb49b4b5c, sync=true, mode=132, space=0, zip_size=0, unzip=0, tablespace_version=1, offset=768, trx=0x0, rbpage=0x7feeb49b4bd8) at /root/mariadb/mariadb-10.1.10/storage/xtradb/buf/buf0rea.cc:262
|
#5 0x000055555602a201 in buf_read_page (space=0, zip_size=0, offset=768, trx=0x0, bpage=0x7feeb49b4bd8) at /root/mariadb/mariadb-10.1.10/storage/xtradb/buf/buf0rea.cc:474
|
#6 0x0000555556007a3d in buf_page_get_gen (space=0, zip_size=0, offset=768, rw_latch=2, guess=0x0, mode=10, file=0x555556557020 "/root/mariadb/mariadb-10.1.10/storage/xtradb/include/fut0fut.ic", line=51, mtr=0x7feeb49b4d30, err=0x0)
|
at /root/mariadb/mariadb-10.1.10/storage/xtradb/buf/buf0buf.cc:2942
|
#7 0x000055555609b1db in fut_get_ptr (space=0, zip_size=0, addr=..., rw_latch=2, mtr=0x7feeb49b4d30) at /root/mariadb/mariadb-10.1.10/storage/xtradb/include/fut0fut.ic:51
|
#8 0x000055555609ca5f in flst_validate (base=0x7fffe3fd004a "", mtr1=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/fut/fut0lst.cc:479
|
#9 0x0000555555fc84fe in btr_page_free_for_ibuf (index=0x55560c2fe058, block=0x7ffbc8f0c200, mtr=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/btr/btr0btr.cc:1336
|
#10 0x0000555555fc8741 in btr_page_free_low (index=0x55560c2fe058, block=0x7ffbc8f0c200, level=0, blob=false, mtr=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/btr/btr0btr.cc:1436
|
#11 0x0000555555fc88c1 in btr_page_free (index=0x55560c2fe058, block=0x7ffbc8f0c200, mtr=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/btr/btr0btr.cc:1486
|
#12 0x0000555555fce957 in btr_compress (cursor=0x7feeb49b57d0, adjust=0, mtr=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/btr/btr0btr.cc:4123
|
#13 0x0000555555fe0fde in btr_cur_compress_if_useful (cursor=0x7feeb49b57d0, adjust=0, mtr=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/btr/btr0cur.cc:3446
|
#14 0x0000555555fe1961 in btr_cur_pessimistic_delete (err=0x7feeb49b568c, has_reserved_extents=1, cursor=0x7feeb49b57d0, flags=0, rb_ctx=RB_NONE, mtr=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/btr/btr0cur.cc:3710
|
#15 0x0000555555e64fc2 in ibuf_delete_rec (space=92, page_no=490819, pcur=0x7feeb49b57d0, search_tuple=0x7fee38000ab8, mtr=0x7feeb49b58b0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/ibuf/ibuf0ibuf.cc:4580
|
#16 0x0000555555e65e7c in ibuf_merge_or_delete_for_page (block=0x7ffbc8f0bec0, space=92, page_no=490819, zip_size=0, update_ibuf_bitmap=1) at /root/mariadb/mariadb-10.1.10/storage/xtradb/ibuf/ibuf0ibuf.cc:4947
|
#17 0x000055555600c03b in buf_page_io_complete (bpage=0x7ffbc8f0bec0) at /root/mariadb/mariadb-10.1.10/storage/xtradb/buf/buf0buf.cc:4840
|
#18 0x0000555556082410 in fil_aio_wait (segment=7) at /root/mariadb/mariadb-10.1.10/storage/xtradb/fil/fil0fil.cc:6034
|
#19 0x0000555555f73a86 in io_handler_thread (arg=0x555556d93d98 <n+56>) at /root/mariadb/mariadb-10.1.10/storage/xtradb/srv/srv0start.cc:542
|
#20 0x00007ffff7787182 in start_thread (arg=0x7feeb49b6700) at pthread_create.c:312
|
#21 0x00007ffff6eaa47d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111
|
key_version seems to be not zero:
(gdb) l
|
715
|
716 *err = DB_SUCCESS;
|
717
|
718 if (key_version == ENCRYPTION_KEY_NOT_ENCRYPTED) {
|
719 return false;
|
720 }
|
721
|
722 ut_ad(crypt_data->encryption != FIL_SPACE_ENCRYPTION_OFF);
|
723
|
724 /* read space & offset & lsn */
|
(gdb) p key_version
|
$5 = 713
|
Although:
a) encryption was never enabled on this server
b) examining the page, the content is obviously not encrypted
{"report":{"fcp":721.4000005722046,"ttfb":157.9000005722046,"pageVisibility":"visible","entityId":55535,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"722c7696-af39-4240-b151-92d112b9b4ca","navigationType":0,"readyForUser":800.2000007629395,"redirectCount":0,"resourceLoadedEnd":784.1000003814697,"resourceLoadedStart":163.60000038146973,"resourceTiming":[{"duration":7.399999618530273,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":163.60000038146973,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":163.60000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":171,"responseStart":0,"secureConnectionStart":0},{"duration":7.40000057220459,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":163.80000019073486,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":163.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":171.20000076293945,"responseStart":0,"secureConnectionStart":0},{"duration":61.30000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":164,"connectEnd":164,"connectStart":164,"domainLookupEnd":164,"domainLookupStart":164,"fetchStart":164,"redirectEnd":0,"redirectStart":0,"requestStart":164,"responseEnd":225.30000019073486,"responseStart":225.30000019073486,"secureConnectionStart":164},{"duration":104.09999942779541,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":164.20000076293945,"connectEnd":164.20000076293945,"connectStart":164.20000076293945,"domainLookupEnd":164.20000076293945,"domainLookupStart":164.20000076293945,"fetchStart":164.20000076293945,"redirectEnd":0,"redirectStart":0,"requestStart":164.20000076293945,"responseEnd":268.30000019073486,"responseStart":268.30000019073486,"secureConnectionStart":164.20000076293945},{"duration":107.70000076293945,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":164.5,"connectEnd":164.5,"connectStart":164.5,"domainLookupEnd":164.5,"domainLookupStart":164.5,"fetchStart":164.5,"redirectEnd":0,"redirectStart":0,"requestStart":164.5,"responseEnd":272.20000076293945,"responseStart":272.20000076293945,"secureConnectionStart":164.5},{"duration":108.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":164.60000038146973,"connectEnd":164.60000038146973,"connectStart":164.60000038146973,"domainLookupEnd":164.60000038146973,"domainLookupStart":164.60000038146973,"fetchStart":164.60000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":164.60000038146973,"responseEnd":272.80000019073486,"responseStart":272.80000019073486,"secureConnectionStart":164.60000038146973},{"duration":109,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":164.80000019073486,"connectEnd":164.80000019073486,"connectStart":164.80000019073486,"domainLookupEnd":164.80000019073486,"domainLookupStart":164.80000019073486,"fetchStart":164.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":164.80000019073486,"responseEnd":273.80000019073486,"responseStart":273.80000019073486,"secureConnectionStart":164.80000019073486},{"duration":202.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":165,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":165,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":367.30000019073486,"responseStart":0,"secureConnectionStart":0},{"duration":110.09999942779541,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":165.20000076293945,"connectEnd":165.20000076293945,"connectStart":165.20000076293945,"domainLookupEnd":165.20000076293945,"domainLookupStart":165.20000076293945,"fetchStart":165.20000076293945,"redirectEnd":0,"redirectStart":0,"requestStart":165.20000076293945,"responseEnd":275.30000019073486,"responseStart":275.30000019073486,"secureConnectionStart":165.20000076293945},{"duration":202.0999994277954,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":165.4000005722046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":165.4000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":367.5,"responseStart":0,"secureConnectionStart":0},{"duration":110.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":165.5,"connectEnd":165.5,"connectStart":165.5,"domainLookupEnd":165.5,"domainLookupStart":165.5,"fetchStart":165.5,"redirectEnd":0,"redirectStart":0,"requestStart":165.5,"responseEnd":276,"responseStart":276,"secureConnectionStart":165.5},{"duration":265,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":166.4000005722046,"connectEnd":166.4000005722046,"connectStart":166.4000005722046,"domainLookupEnd":166.4000005722046,"domainLookupStart":166.4000005722046,"fetchStart":166.4000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":166.4000005722046,"responseEnd":431.4000005722046,"responseStart":431.4000005722046,"secureConnectionStart":166.4000005722046},{"duration":311.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":166.4000005722046,"connectEnd":166.4000005722046,"connectStart":166.4000005722046,"domainLookupEnd":166.4000005722046,"domainLookupStart":166.4000005722046,"fetchStart":166.4000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":166.4000005722046,"responseEnd":478.20000076293945,"responseStart":478.20000076293945,"secureConnectionStart":166.4000005722046},{"duration":36.5,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":395.4000005722046,"connectEnd":395.4000005722046,"connectStart":395.4000005722046,"domainLookupEnd":395.4000005722046,"domainLookupStart":395.4000005722046,"fetchStart":395.4000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":395.4000005722046,"responseEnd":431.9000005722046,"responseStart":431.9000005722046,"secureConnectionStart":395.4000005722046},{"duration":346.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":437.4000005722046,"connectEnd":437.4000005722046,"connectStart":437.4000005722046,"domainLookupEnd":437.4000005722046,"domainLookupStart":437.4000005722046,"fetchStart":437.4000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":437.4000005722046,"responseEnd":784.1000003814697,"responseStart":784.1000003814697,"secureConnectionStart":437.4000005722046},{"duration":127.60000038146973,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":712,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":712,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":839.6000003814697,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":3,"responseStart":158,"responseEnd":159,"domLoading":161,"domInteractive":864,"domContentLoadedEventStart":864,"domContentLoadedEventEnd":913,"domComplete":1219,"loadEventStart":1219,"loadEventEnd":1220,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":841.5},{"name":"bigPipe.sidebar-id.end","time":842.3000001907349},{"name":"bigPipe.activity-panel-pipe-id.start","time":842.3000001907349},{"name":"bigPipe.activity-panel-pipe-id.end","time":844.8000001907349},{"name":"activityTabFullyLoaded","time":919.6000003814697}],"measures":[],"correlationId":"cb9da3e27fdeb1","effectiveType":"4g","downlink":9.8,"rtt":0,"serverDuration":87,"dbReadsTimeInMs":8,"dbConnsTimeInMs":16,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Bug
Major