The customer rebooted the VM due to /tmp reached 100%. But MariaDB server shutdown took a very long time(refer to the error log attached) . It doesn't have any info about when the shutdown completed. There is no info InnoDB: Starting Shutdown and [Note] /usr/sbin/mariadbd: Shutdown complete was logged in the error log.
2024-07-18 10:33:06 553 [ERROR] mariadbd: Disk full (/mariadb/tmp/#sql-temptable-b73-229-2349f1.MAI); waiting for someone to free some space... (errno: 28 "No space left on device")
|
2024-07-18 10:33:07 973590463 [ERROR] mariadbd: Disk full (/mariadb/tmp/#sql-temptable-b73-3a07cfbf-2700d.MAI); waiting for someone to free some space... (errno: 28 "No space left on device")
|
2024-07-18 10:33:07 0 [Note] /usr/sbin/mariadbd (initiated by: unknown): Normal shutdown
|
|
2024-07-18 10:33:08 1 [Note] Stopping ack receiver thread
|
2024-07-18 10:33:28 0 [Warning] /usr/sbin/mariadbd: Thread 973538290 (user : 'monuser') did not exit
|
2024-07-18 10:33:28 0 [Warning] /usr/sbin/mariadbd: Thread 973327102 (user : 'monuser') did not exit
|
|
2024-07-18 10:33:28 0 [Warning] /usr/sbin/mariadbd: Thread 973315593 (user : 'monuser') did not exit
|
|
2024-07-18 10:33:28 0 [Warning] /usr/sbin/mariadbd: Thread 973260285 (user : 'monuser') did not exit
|
|
2024-07-18 10:33:28 0 [Warning] /usr/sbin/mariadbd: Thread 973250296 (user : 'casadb_user') did not exit
|
|
2024-07-18 10:33:28 0 [Warning] /usr/sbin/mariadbd: Thread 973230937 (user : 'casadb_user') did not exit
|
2024-07-18 10:33:28 0 [Warning] /usr/sbin/mariadbd: Thread 973230894 (user : 'casadb_user') did not exit
|
|
.......
|
.......
|
|
2024-07-18 10:34:02 973214855 [ERROR] mariadbd: Disk full (/mariadb/tmp/#sql-temptable-b73-3a021487-3426d.MAI); waiting for someone to free some space... (errno: 28 "No space left on device")
|
2024-07-18 10:34:02 973214855 [Warning] Sort aborted, host: 10.219.245.102, user: casadb_user, thread: 973214855, query: Select func.FUNCTION_NAME as function, txn.product_type as productType, PRODUCT_ID as productId, REQ_DATE as requestDate,REQ_DATE_TIME as requestDateTimeStr, req_time as requestTime, COUNTRYCODE as country, DOC_STAGE as stage, txn.ID as txnRefNumber, txn.sub_stage as subStage, channel as channel, customer_name as customerName, coalesce(nullif(txn.cif_id,''), txn.customerid) as cifId, branch_code as branchCode, originals as originals, bu as bu, txn.priority as priority, branch_name as branchName, txn.status as status, sub_status as subStatus, assignee as assignee, txn.sub_product_type as subProductType , txn.CASE_NUM as caseNum, txn.DOC_REF_NUM as docRefNum, IF (st.stage_name LIKE '%RPA%', 'RPA', st.stage_name) as stageDesc, txn.skill as skill, txn.segment as segment , txn.biz_field1 as bizfield1, txn.biz_field2 as bizfield2, txn.biz_field3 as bizfield3, txn.biz_field4 as bizfield4,txn.acted_by as actedBy, txn.modified_date as
|
2024-07-18 10:48:42 937893309 [Note] Stop semi-sync binlog_dump to slave (server_id: 1)
|
2024-07-18 10:48:42 937893309 [Warning] Aborted connection 937893309 to db: 'unconnected' user: 'repuser' host: '10.219.235.178' (Got an error writing communication packets)
|
|
{"report":{"fcp":678.2000000476837,"ttfb":158.60000014305115,"pageVisibility":"visible","entityId":130142,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":1,"journeyId":"d53dd20d-450c-44fc-84d2-e7e7b9f7ab80","navigationType":0,"readyForUser":757.3000001907349,"redirectCount":0,"resourceLoadedEnd":717.2000000476837,"resourceLoadedStart":163.5,"resourceTiming":[{"duration":6.1000001430511475,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":163.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":163.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":169.60000014305115,"responseStart":0,"secureConnectionStart":0},{"duration":6,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":163.70000004768372,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":163.70000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":169.70000004768372,"responseStart":0,"secureConnectionStart":0},{"duration":66,"initiatorType":"script","name":"https://jira.mariadb.org/s/b09d0d077992e4331b5f9ec0d3ec448c-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":163.80000019073486,"connectEnd":163.80000019073486,"connectStart":163.80000019073486,"domainLookupEnd":163.80000019073486,"domainLookupStart":163.80000019073486,"fetchStart":163.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":163.80000019073486,"responseEnd":229.80000019073486,"responseStart":229.80000019073486,"secureConnectionStart":163.80000019073486},{"duration":160,"initiatorType":"script","name":"https://jira.mariadb.org/s/b47ab3df14096803b180217eb8482517-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":163.90000009536743,"connectEnd":163.90000009536743,"connectStart":163.90000009536743,"domainLookupEnd":163.90000009536743,"domainLookupStart":163.90000009536743,"fetchStart":163.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":163.90000009536743,"responseEnd":323.90000009536743,"responseStart":323.90000009536743,"secureConnectionStart":163.90000009536743},{"duration":164,"initiatorType":"script","name":"https://jira.mariadb.org/s/6c569cbf8087ab04e40d0bef98627457-CDN/lu2bsh/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":164,"connectEnd":164,"connectStart":164,"domainLookupEnd":164,"domainLookupStart":164,"fetchStart":164,"redirectEnd":0,"redirectStart":0,"requestStart":164,"responseEnd":328,"responseStart":328,"secureConnectionStart":164},{"duration":164.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":164.20000004768372,"connectEnd":164.20000004768372,"connectStart":164.20000004768372,"domainLookupEnd":164.20000004768372,"domainLookupStart":164.20000004768372,"fetchStart":164.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":164.20000004768372,"responseEnd":328.60000014305115,"responseStart":328.60000014305115,"secureConnectionStart":164.20000004768372},{"duration":164.59999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":164.30000019073486,"connectEnd":164.30000019073486,"connectStart":164.30000019073486,"domainLookupEnd":164.30000019073486,"domainLookupStart":164.30000019073486,"fetchStart":164.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":164.30000019073486,"responseEnd":328.90000009536743,"responseStart":328.90000009536743,"secureConnectionStart":164.30000019073486},{"duration":164.79999995231628,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bsh/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":164.40000009536743,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":164.40000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":329.2000000476837,"responseStart":0,"secureConnectionStart":0},{"duration":164.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":164.5,"connectEnd":164.5,"connectStart":164.5,"domainLookupEnd":164.5,"domainLookupStart":164.5,"fetchStart":164.5,"redirectEnd":0,"redirectStart":0,"requestStart":164.5,"responseEnd":329.30000019073486,"responseStart":329.30000019073486,"secureConnectionStart":164.5},{"duration":165.20000004768372,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":164.60000014305115,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":164.60000014305115,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":329.80000019073486,"responseStart":0,"secureConnectionStart":0},{"duration":165.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/81b5d7c27af3ebc078cc4a36383678ba-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":164.80000019073486,"connectEnd":164.80000019073486,"connectStart":164.80000019073486,"domainLookupEnd":164.80000019073486,"domainLookupStart":164.80000019073486,"fetchStart":164.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":164.80000019073486,"responseEnd":330,"responseStart":330,"secureConnectionStart":164.80000019073486},{"duration":424.40000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":170.20000004768372,"connectEnd":170.20000004768372,"connectStart":170.20000004768372,"domainLookupEnd":170.20000004768372,"domainLookupStart":170.20000004768372,"fetchStart":170.20000004768372,"redirectEnd":0,"redirectStart":0,"requestStart":170.20000004768372,"responseEnd":594.6000001430511,"responseStart":594.5,"secureConnectionStart":170.20000004768372},{"duration":420.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":174.90000009536743,"connectEnd":174.90000009536743,"connectStart":174.90000009536743,"domainLookupEnd":174.90000009536743,"domainLookupStart":174.90000009536743,"fetchStart":174.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":174.90000009536743,"responseEnd":595.8000001907349,"responseStart":595.8000001907349,"secureConnectionStart":174.90000009536743},{"duration":185.79999995231628,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":377.90000009536743,"connectEnd":377.90000009536743,"connectStart":377.90000009536743,"domainLookupEnd":377.90000009536743,"domainLookupStart":377.90000009536743,"fetchStart":377.90000009536743,"redirectEnd":0,"redirectStart":0,"requestStart":377.90000009536743,"responseEnd":563.7000000476837,"responseStart":563.7000000476837,"secureConnectionStart":377.90000009536743},{"duration":131.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":586.1000001430511,"connectEnd":586.1000001430511,"connectStart":586.1000001430511,"domainLookupEnd":586.1000001430511,"domainLookupStart":586.1000001430511,"fetchStart":586.1000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":586.1000001430511,"responseEnd":717.2000000476837,"responseStart":717.2000000476837,"secureConnectionStart":586.1000001430511},{"duration":103.29999995231628,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":671.6000001430511,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":671.6000001430511,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":774.9000000953674,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":28,"responseStart":159,"responseEnd":175,"domLoading":162,"domInteractive":817,"domContentLoadedEventStart":817,"domContentLoadedEventEnd":863,"domComplete":1277,"loadEventStart":1277,"loadEventEnd":1277,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":794.1000001430511},{"name":"bigPipe.sidebar-id.end","time":795.1000001430511},{"name":"bigPipe.activity-panel-pipe-id.start","time":795.2000000476837},{"name":"bigPipe.activity-panel-pipe-id.end","time":796.5},{"name":"activityTabFullyLoaded","time":881.1000001430511}],"measures":[],"correlationId":"47329b9d5ca5e7","effectiveType":"4g","downlink":9.1,"rtt":0,"serverDuration":74,"dbReadsTimeInMs":13,"dbConnsTimeInMs":21,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Bug
Critical
wlad can I get a review on https://github.com/MariaDB/server/pull/3419 please.