Race condition CPU 100% with always the same message (from crash to crash innodb table changes):
2025-01-04 5:00:19 0 [ERROR] InnoDB: ibuf cursor restoration fails! ibuf record inserted to page [page id: space=14819, page number=396] in file ./fm@002dcz@002dprod/wp_gdmaq_log_email.ibd
|
2025-01-04 5:00:19 0 [ERROR] InnoDB: Submit a detailed bug report to https://jira.mariadb.org/
|
PHYSICAL RECORD: n_fields 6; 1-byte offsets; info bits 0
|
0: len 4; hex 000039e3; asc 9 ;;
|
1: len 1; hex 00; asc ;;
|
2: len 4; hex 0000018c; asc ;;
|
3: len 16; hex 00010101860800088000860800088000; asc ;;
|
4: len 8; hex 00000000000413d1; asc ;;
|
5: len 8; hex 00000000000a5853; asc XS;;
|
PHYSICAL RECORD: n_fields 6; 1-byte offsets; info bits 0
|
0: len 4; hex 000039e3; asc 9 ;;
|
1: len 1; hex 00; asc ;;
|
2: len 4; hex 0000018c; asc ;;
|
3: len 16; hex 00010101860800088000860800088000; asc ;;
|
4: len 8; hex 00000000000413d1; asc ;;
|
5: len 8; hex 00000000000a5853; asc XS;;
|
DATA TUPLE: 3 fields;
|
0: len 4; hex 000039e3; asc 9 ;;
|
1: len 1; hex 00; asc ;;
|
2: len 4; hex 0000018c; asc ;;
|
----------------------------------------------------------
60-galera-cnf
---------------------------------------------------------------------------------------------------------
[mysqld]
|
wsrep_provider = /usr/lib/galera/libgalera_smm.so
|
wsrep_on = ON
|
wsrep_cluster_name = Forum Prod Galera Cluster
|
wsrep_cluster_address = gcomm://10.1.1.2,10.1.1.3,10.1.1.4
|
wsrep_node_name = DB03
|
wsrep_node_address = 10.1.1.4
|
wsrep_provider_options = "gmcast.listen_addr=tcp://10.1.1.4:4567; gcache.size=10G; gcache.page_size=10G"
|
binlog_format = ROW
|
default_storage_engine = InnoDB
|
wsrep_slave_threads = 16
|
wsrep_load_data_splitting = ON
|
innodb_autoinc_lock_mode = 2
|
|
bind-address = 10.0.0.15,10.1.1.4
|
---------------------------------------------------
50-server.cnf
------------------------------------------------------------------------------------------
# These groups are read by MariaDB server.
|
# Use it for options that only the server (but not clients) should see
|
[server]
|
# this is only for the mysqld standalone daemon
|
[mysqld]
|
#
|
# * Basic Settings
|
#
|
pid-file = /run/mysqld/mysqld.pid
|
basedir = /usr
|
skip-name-resolve
|
#
|
# * Fine Tuning
|
#
|
thread_cache_size = 100
|
table_cache = 2500
|
join_buffer_size = 64M
|
tmp_table_size = 64M
|
max_heap_table_size = 64M
|
table_definition_cache = 3500
|
#
|
# * Logging and Replication
|
#
|
# Both location gets rotated by the cronjob.
|
# Be aware that this log type is a performance killer.
|
# Recommend only changing this at runtime for short testing periods if needed!
|
# general_log_file = /var/log/mysql/mysql.log
|
# general_log = 1
|
|
# When running under systemd, error logging goes via stdout/stderr to journald
|
# and when running legacy init error logging goes to syslog due to
|
# /etc/mysql/conf.d/mariadb.conf.d/50-mysqld_safe.cnf
|
# Enable this if you want to have error logging into a separate file
|
log_error = /var/log/mysql/error.log
|
# Enable the slow query log to see queries with especially long duration
|
log_slow_query_file = /var/log/mysql/mariadb-slow.log
|
log_slow_query_time = 10
|
log_slow_verbosity = query_plan,explain
|
# log-queries-not-using-indexes
|
# log_slow_min_examined_row_limit = 1000
|
|
# The following can be used as easy to replay backup logs or for replication.
|
# note: if you are setting up a replication slave, see README.Debian about
|
# other settings you may need to change.
|
expire_logs_days = 10
|
#
|
# * SSL/TLS
|
#
|
ssl-ca = /etc/mysql/certs/ca-cert.pem
|
ssl-key = /etc/mysql/certs/server-key.pem
|
ssl-cert = /etc/mysql/certs/server-cert.pem
|
proxy-protocol-networks=10.0.0.0/24,localhost
|
require-secure-transport = off
|
#
|
# * Character sets
|
#
|
character-set-server = utf8mb4
|
collation-server = utf8mb4_general_ci
|
#
|
# * InnoDB
|
#
|
innodb_flush_log_at_trx_commit=0
|
innodb_flush_method=O_DIRECT
|
innodb_doublewrite=1
|
innodb_autoextend_increment=64
|
innodb_file_per_table=1
|
innodb_thread_concurrency=0
|
innodb_buffer_pool_size=46G
|
innodb_buffer_pool_instances=10
|
innodb_log_file_size=8G
|
innodb_io_capacity = 2000
|
innodb_io_capacity_max = 5000
|
innodb_checksum_algorithm = crc32
|
innodb_log_compressed_pages=OFF
|
innodb_change_buffering=all
|
innodb_autoinc_lock_mode=2
|
[mariadb]
|
key_buffer_size = 128M
|
net_buffer_length = 1048576
|
max_allowed_packet = 1024M
|
query_cache_type=0
|
query_cache_size=0
|
performance_schema=on
|
wait_timeout=300
|
proxy-protocol-networks=10.0.0.0/24,localhost
|
# Hetzner recommendations
|
max_connect_errors = 4294967295
|
max_connections = 100000
|
- is duplicated by
-
MDEV-35508
Race condition between purge and secondary index INSERT or UPDATE
-
-
Closed
{"report":{"fcp":1289,"ttfb":459.90000009536743,"pageVisibility":"visible","entityId":132347,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"2901d1ef-c2d5-4177-b15c-6a5616f44cc6","navigationType":0,"readyForUser":1386.4000000953674,"redirectCount":0,"resourceLoadedEnd":1606.9000000953674,"resourceLoadedStart":465.30000019073486,"resourceTiming":[{"duration":307.59999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":465.30000019073486,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":465.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":772.9000000953674,"responseStart":0,"secureConnectionStart":0},{"duration":307.90000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":465.59999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":465.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":773.5,"responseStart":0,"secureConnectionStart":0},{"duration":361.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":465.69999980926514,"connectEnd":465.69999980926514,"connectStart":465.69999980926514,"domainLookupEnd":465.69999980926514,"domainLookupStart":465.69999980926514,"fetchStart":465.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":465.69999980926514,"responseEnd":827.1999998092651,"responseStart":827.1999998092651,"secureConnectionStart":465.69999980926514},{"duration":412.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":465.90000009536743,"connectEnd":465.90000009536743,"connectStart":465.90000009536743,"domainLookupEnd":465.90000009536743,"domainLookupStart":465.90000009536743,"fetchStart":465.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":465.90000009536743,"responseEnd":878,"responseStart":878,"secureConnectionStart":465.90000009536743},{"duration":415.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":466.09999990463257,"connectEnd":466.09999990463257,"connectStart":466.09999990463257,"domainLookupEnd":466.09999990463257,"domainLookupStart":466.09999990463257,"fetchStart":466.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":466.09999990463257,"responseEnd":881.9000000953674,"responseStart":881.9000000953674,"secureConnectionStart":466.09999990463257},{"duration":416.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":466.19999980926514,"connectEnd":466.19999980926514,"connectStart":466.19999980926514,"domainLookupEnd":466.19999980926514,"domainLookupStart":466.19999980926514,"fetchStart":466.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":466.19999980926514,"responseEnd":882.4000000953674,"responseStart":882.4000000953674,"secureConnectionStart":466.19999980926514},{"duration":416.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":466.40000009536743,"connectEnd":466.40000009536743,"connectStart":466.40000009536743,"domainLookupEnd":466.40000009536743,"domainLookupStart":466.40000009536743,"fetchStart":466.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":466.40000009536743,"responseEnd":882.8000001907349,"responseStart":882.8000001907349,"secureConnectionStart":466.40000009536743},{"duration":504.7000002861023,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":466.59999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":466.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":971.3000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":416.6000003814697,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":466.69999980926514,"connectEnd":466.69999980926514,"connectStart":466.69999980926514,"domainLookupEnd":466.69999980926514,"domainLookupStart":466.69999980926514,"fetchStart":466.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":466.69999980926514,"responseEnd":883.3000001907349,"responseStart":883.3000001907349,"secureConnectionStart":466.69999980926514},{"duration":504.5,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":466.90000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":466.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":971.4000000953674,"responseStart":0,"secureConnectionStart":0},{"duration":416.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":467.09999990463257,"connectEnd":467.09999990463257,"connectStart":467.09999990463257,"domainLookupEnd":467.09999990463257,"domainLookupStart":467.09999990463257,"fetchStart":467.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":467.09999990463257,"responseEnd":883.9000000953674,"responseStart":883.9000000953674,"secureConnectionStart":467.09999990463257},{"duration":1133.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":473.09999990463257,"connectEnd":473.09999990463257,"connectStart":473.09999990463257,"domainLookupEnd":473.09999990463257,"domainLookupStart":473.09999990463257,"fetchStart":473.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":473.09999990463257,"responseEnd":1606.3000001907349,"responseStart":1606.3000001907349,"secureConnectionStart":473.09999990463257},{"duration":1132.0999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":474.80000019073486,"connectEnd":474.80000019073486,"connectStart":474.80000019073486,"domainLookupEnd":474.80000019073486,"domainLookupStart":474.80000019073486,"fetchStart":474.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":474.80000019073486,"responseEnd":1606.9000000953674,"responseStart":1606.9000000953674,"secureConnectionStart":474.80000019073486},{"duration":300.09999990463257,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":1002.4000000953674,"connectEnd":1002.4000000953674,"connectStart":1002.4000000953674,"domainLookupEnd":1002.4000000953674,"domainLookupStart":1002.4000000953674,"fetchStart":1002.4000000953674,"redirectEnd":0,"redirectStart":0,"requestStart":1002.4000000953674,"responseEnd":1302.5,"responseStart":1302.5,"secureConnectionStart":1002.4000000953674}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":283,"responseStart":460,"responseEnd":475,"domLoading":463,"domInteractive":1627,"domContentLoadedEventStart":1627,"domContentLoadedEventEnd":1674,"domComplete":2952,"loadEventStart":2952,"loadEventEnd":2954,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1609.6999998092651},{"name":"bigPipe.sidebar-id.end","time":1610.5},{"name":"bigPipe.activity-panel-pipe-id.start","time":1610.6999998092651},{"name":"bigPipe.activity-panel-pipe-id.end","time":1613.1999998092651},{"name":"activityTabFullyLoaded","time":1681.5}],"measures":[],"correlationId":"f06d97645a5afb","effectiveType":"4g","downlink":9,"rtt":0,"serverDuration":100,"dbReadsTimeInMs":13,"dbConnsTimeInMs":23,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}