Here are the logs from the crash, if anyone can tell me what's going wrong here? Is it a parameter problem or a bug?
I'm running MariaDB 10.6.7, upgraded a couple of weeks ago from 10.5.15, and they all crash regularly!?
2022-07-30 19:28:36 2 [Note] WSREP: Server status change synced -> donor
|
2022-07-30 19:28:36 2 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
|
2022-07-30 19:28:36 0 [Note] WSREP: async IST sender starting to serve tcp://192.168.0.2:4568 sending 218663-218766, preload starts from 218663
|
2022-07-30 19:28:36 0 [Note] WSREP: Donor monitor thread started to monitor
|
2022-07-30 19:28:36 0 [Note] WSREP: Running: 'wsrep_sst_mariabackup --role 'donor' --address '192.168.0.2:4444/xtrabackup_sst//1' --local-port '3306' --socket '/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --gtid 'b3d8aa1b-1026-11ed-be37-1610a57a02f8:218903' --gtid-domain-id '300' --binlog '/var/lib/mysql/mysql-bin' --binlog-index '/var/lib/mysql/mysql-bin.index' --mysqld-args --wsrep_start_position=00000000-0000-0000-0000-000000000000:-1,0-0-0'
|
2022-07-30 19:28:36 0 [Note] WSREP: IST sender 218663 -> 218766
|
2022-07-30 19:28:36 2 [Note] WSREP: sst_donor_thread signaled with 0
|
WSREP_SST: [INFO] SSL configuration: CA='', CAPATH='', CERT='', KEY='', MODE='DISABLED', encrypt='0' (20220730 19:28:36.821)
|
WSREP_SST: [INFO] Logging all stderr of SST/mariabackup to syslog (20220730 19:28:36.875)
|
2022-07-30 19:28:38 0 [Note] WSREP: (50c987a0-908b, 'tcp://0.0.0.0:4567') turning message relay requesting off
|
2022-07-30 19:29:21 0 [Note] WSREP: Created page /var/lib/mysql/galera.page.000054 of size 134217696 bytes
|
mariadbd: ./wsrep-lib/include/wsrep/client_state.hpp:668: int wsrep::client_state::bf_abort(wsrep::seqno): Assertion `mode_ == m_local || transaction_.is_streaming()' failed.
|
220730 19:30:02 [ERROR] mysqld got signal 6 ;
|
This could be because you hit a bug. It is also possible that this binary
|
or one of the libraries it was linked against is corrupt, improperly built,
|
or misconfigured. This error can also be caused by malfunctioning hardware.
|
|
To report this bug, see https://mariadb.com/kb/en/reporting-bugs
|
|
We will try our best to scrape up some info that will hopefully help
|
diagnose the problem, but since we have already crashed,
|
something is definitely wrong and this may fail.
|
|
Server version: 10.6.7-MariaDB-2ubuntu1.1-log
|
key_buffer_size=268435456
|
read_buffer_size=131072
|
max_used_connections=25
|
max_threads=5002
|
thread_count=41
|
It is possible that mysqld could use up to
|
key_buffer_size + (read_buffer_size + sort_buffer_size)*max_threads = 11276717 K bytes of memory
|
Hope that's ok; if not, decrease some variables in the equation.
|
|
Thread pointer: 0x7f0b7c000c68
|
Attempting backtrace. You can use the following information to find out
|
where mysqld died. If you see no messages after this, something went
|
terribly wrong...
|
stack_bottom = 0x7f24a8223ca8 thread_stack 0x49000
|
??:0(my_print_stacktrace)[0x560640f31702]
|
??:0(handle_fatal_signal)[0x560640a6c4d8]
|
??:0(__sigaction)[0x7f26b4760520]
|
??:0(pthread_kill)[0x7f26b47b4a7c]
|
??:0(raise)[0x7f26b4760476]
|
??:0(abort)[0x7f26b47467f3]
|
/lib/x86_64-linux-gnu/libc.so.6(+0x2871b)[0x7f26b474671b]
|
??:0(__assert_fail)[0x7f26b4757e96]
|
??:0(wsrep_bf_abort(THD*, THD*))[0x560640d164c7]
|
??:0(wsrep_thd_bf_abort)[0x560640d1c5ad]
|
??:0(wsrep_notify_status(wsrep::server_state::state, wsrep::view const*))[0x560640d398a2]
|
??:0(Wsrep_server_service::log_dummy_write_set(wsrep::client_state&, wsrep::ws_meta const&))[0x5606406f7827]
|
??:0(Wsrep_server_service::log_dummy_write_set(wsrep::client_state&, wsrep::ws_meta const&))[0x5606406f7979]
|
??:0(void std::this_thread::sleep_for<long, std::ratio<1l, 1l> >(std::chrono::duration<long, std::ratio<1l, 1l> > const&))[0x560640ddaff7]
|
??:0(void std::this_thread::sleep_for<long, std::ratio<1l, 1l> >(std::chrono::duration<long, std::ratio<1l, 1l> > const&))[0x560640ddb8f6]
|
??:0(wsrep_notify_status(wsrep::server_state::state, wsrep::view const*))[0x560640d3fc12]
|
??:0(handler::ha_write_row(unsigned char const*))[0x560640a79950]
|
??:0(Rows_log_event::write_row(rpl_group_info*, bool))[0x560640b8d924]
|
??:0(Write_rows_log_event::do_exec_row(rpl_group_info*))[0x560640b8df94]
|
??:0(Rows_log_event::do_apply_event(rpl_group_info*))[0x560640b82b87]
|
??:0(wsrep_apply_events(THD*, Relay_log_info*, void const*, unsigned long))[0x560640d14470]
|
??:0(Wsrep_high_priority_service::remove_fragments(wsrep::ws_meta const&))[0x560640cfbfe0]
|
??:0(Wsrep_applier_service::apply_write_set(wsrep::ws_meta const&, wsrep::const_buffer const&, wsrep::mutable_buffer&))[0x560640cfce26]
|
??:0(wsrep::server_state::start_streaming_applier(wsrep::id const&, wsrep::transaction_id const&, wsrep::high_priority_service*))[0x560640fa6efb]
|
??:0(wsrep::wsrep_provider_v26::options[abi:cxx11]() const)[0x560640fb972e]
|
/usr/lib/galera/libgalera_smm.so(+0x53b14)[0x7f26a3284b14]
|
2022-07-30 19:30:04 202 [Warning] 'proxies_priv' entry '@% root@ovh2.1check.com' ignored in --skip-name-resolve mode.
|
/usr/lib/galera/libgalera_smm.so(+0x5bb55)[0x7f26a328cb55]
|
src/trx_handle.cpp:396(galera::TrxHandleSlave::apply(void*, wsrep_cb_status (*)(void*, wsrep_ws_handle const*, unsigned int, wsrep_buf const*, wsrep_trx_meta const*, bool*), wsrep_trx_meta const&, bool&))[0x7f26a3298ba8]
|
/usr/lib/galera/libgalera_smm.so(+0x87595)[0x7f26a32b8595]
|
/usr/lib/galera/libgalera_smm.so(+0x5fcd0)[0x7f26a3290cd0]
|
/usr/lib/galera/libgalera_smm.so(+0x463c1)[0x7f26a32773c1]
|
??:0(wsrep::wsrep_provider_v26::run_applier(wsrep::high_priority_service*))[0x560640fb9dd2]
|
??:0(wsrep_bf_abort(THD*, THD*))[0x560640d16577]
|
??:0(start_wsrep_THD(void*))[0x560640d075a3]
|
??:0(MyCTX_nopad::finish(unsigned char*, unsigned int*))[0x560640c96386]
|
??:0(pthread_condattr_setpshared)[0x7f26b47b2b43]
|
??:0(__xmknodat)[0x7f26b4844a00]
|
|
Trying to get some variables.
|
Some pointers may be invalid and cause the dump to abort.
|
- duplicates
-
MDEV-29265
Assertion `mode_ == m_local || transaction_.is_streaming()' during SST
-
-
Closed
{"report":{"fcp":1143.1000003814697,"ttfb":200.30000019073486,"pageVisibility":"visible","entityId":113327,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"65ad19ef-e0fe-4000-a306-2699d23290a5","navigationType":0,"readyForUser":1229.8000001907349,"redirectCount":0,"resourceLoadedEnd":1517.4000005722046,"resourceLoadedStart":206.4000005722046,"resourceTiming":[{"duration":161.19999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":206.4000005722046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":206.4000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":367.6000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":161.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":206.60000038146973,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":206.60000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":367.9000005722046,"responseStart":0,"secureConnectionStart":0},{"duration":470.79999923706055,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":206.9000005722046,"connectEnd":206.9000005722046,"connectStart":206.9000005722046,"domainLookupEnd":206.9000005722046,"domainLookupStart":206.9000005722046,"fetchStart":206.9000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":206.9000005722046,"responseEnd":677.6999998092651,"responseStart":677.6999998092651,"secureConnectionStart":206.9000005722046},{"duration":547.4000005722046,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/2bf333562ca6724060a9d5f1535471f6/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":207,"connectEnd":207,"connectStart":207,"domainLookupEnd":207,"domainLookupStart":207,"fetchStart":207,"redirectEnd":0,"redirectStart":0,"requestStart":207,"responseEnd":754.4000005722046,"responseStart":754.4000005722046,"secureConnectionStart":207},{"duration":551.4000005722046,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":207.19999980926514,"connectEnd":207.19999980926514,"connectStart":207.19999980926514,"domainLookupEnd":207.19999980926514,"domainLookupStart":207.19999980926514,"fetchStart":207.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":207.19999980926514,"responseEnd":758.6000003814697,"responseStart":758.6000003814697,"secureConnectionStart":207.19999980926514},{"duration":551.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":207.5,"connectEnd":207.5,"connectStart":207.5,"domainLookupEnd":207.5,"domainLookupStart":207.5,"fetchStart":207.5,"redirectEnd":0,"redirectStart":0,"requestStart":207.5,"responseEnd":759,"responseStart":759,"secureConnectionStart":207.5},{"duration":551.8999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":207.60000038146973,"connectEnd":207.60000038146973,"connectStart":207.60000038146973,"domainLookupEnd":207.60000038146973,"domainLookupStart":207.60000038146973,"fetchStart":207.60000038146973,"redirectEnd":0,"redirectStart":0,"requestStart":207.60000038146973,"responseEnd":759.5,"responseStart":759.5,"secureConnectionStart":207.60000038146973},{"duration":613.6999998092651,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":207.80000019073486,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":207.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":821.5,"responseStart":0,"secureConnectionStart":0},{"duration":552,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":208,"connectEnd":208,"connectStart":208,"domainLookupEnd":208,"domainLookupStart":208,"fetchStart":208,"redirectEnd":0,"redirectStart":0,"requestStart":208,"responseEnd":760,"responseStart":760,"secureConnectionStart":208},{"duration":613.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":208.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":208.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":821.6999998092651,"responseStart":0,"secureConnectionStart":0},{"duration":552.1000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":208.30000019073486,"connectEnd":208.30000019073486,"connectStart":208.30000019073486,"domainLookupEnd":208.30000019073486,"domainLookupStart":208.30000019073486,"fetchStart":208.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":208.30000019073486,"responseEnd":760.4000005722046,"responseStart":760.4000005722046,"secureConnectionStart":208.30000019073486},{"duration":1085.7000007629395,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":209.19999980926514,"connectEnd":209.19999980926514,"connectStart":209.19999980926514,"domainLookupEnd":209.19999980926514,"domainLookupStart":209.19999980926514,"fetchStart":209.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":209.19999980926514,"responseEnd":1294.9000005722046,"responseStart":1294.9000005722046,"secureConnectionStart":209.19999980926514},{"duration":1308.2000007629395,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":209.19999980926514,"connectEnd":209.19999980926514,"connectStart":209.19999980926514,"domainLookupEnd":209.19999980926514,"domainLookupStart":209.19999980926514,"fetchStart":209.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":209.19999980926514,"responseEnd":1517.4000005722046,"responseStart":1517.4000005722046,"secureConnectionStart":209.19999980926514},{"duration":472.5999994277954,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":834.1000003814697,"connectEnd":834.1000003814697,"connectStart":834.1000003814697,"domainLookupEnd":834.1000003814697,"domainLookupStart":834.1000003814697,"fetchStart":834.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":834.1000003814697,"responseEnd":1306.6999998092651,"responseStart":1306.6999998092651,"secureConnectionStart":834.1000003814697},{"duration":396.19999980926514,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1136.9000005722046,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1136.9000005722046,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1533.1000003814697,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":40,"responseStart":200,"responseEnd":202,"domLoading":204,"domInteractive":1535,"domContentLoadedEventStart":1535,"domContentLoadedEventEnd":1579,"domComplete":2749,"loadEventStart":2749,"loadEventEnd":2751,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1521.9000005722046},{"name":"bigPipe.sidebar-id.end","time":1522.8000001907349},{"name":"bigPipe.activity-panel-pipe-id.start","time":1522.9000005722046},{"name":"bigPipe.activity-panel-pipe-id.end","time":1525.3000001907349},{"name":"activityTabFullyLoaded","time":1587}],"measures":[],"correlationId":"3b573e2503d44e","effectiveType":"4g","downlink":9.3,"rtt":0,"serverDuration":90,"dbReadsTimeInMs":10,"dbConnsTimeInMs":18,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}