Recently we started running fulltest builder on bb04 (in addition to knielsen-kvm-x86 and centos56-quality2). On some reason, tests sporadically fails with a timeout there:
http://buildbot.askmonty.org/buildbot/builders/kvm-fulltest2/builds/5453/steps/test_3/logs/stdio
innodb.innodb_simulate_comp_failures 'innodb_plugin' w1 [ fail ] timeout after 7200 seconds
|
Test ended at 2016-06-17 21:25:23
|
|
Test case timeout after 7200 seconds
|
|
== /mnt/buildbot/build/mariadb-5.5.50/mysql-test/var/1/log/innodb_simulate_comp_failures.log ==
|
#
|
# Testing robustness against random compression failures
|
#
|
CREATE TABLE t1(id INT AUTO_INCREMENT PRIMARY KEY, msg VARCHAR(255), KEY msg_i(msg)) ENGINE=INNODB ROW_FORMAT=COMPRESSED KEY_BLOCK_SIZE=8;
|
SET GLOBAL innodb_simulate_comp_failures = 25;
|
SELECT COUNT(*) FROM t1;
|
COUNT(*)
|
100000
|
|
== /mnt/buildbot/build/mariadb-5.5.50/mysql-test/var/1/tmp/analyze-timeout-mysqld.1.err ==
|
mysqltest: Could not open connection 'default' after 500 attempts: 2002 Can't connect to local MySQL server through socket '/mnt/buildbot/build/mariadb-5.5.50/mysql-test/var/tmp/1/mysqld.1.sock' (111)
|
|
|
- saving '/mnt/buildbot/build/mariadb-5.5.50/mysql-test/var/1/log/innodb.innodb_simulate_comp_failures-innodb_plugin/' to '/mnt/buildbot/build/mariadb-5.5.50/mysql-test/var/log/innodb.innodb_simulate_comp_failures-innodb_plugin/'
|
When they pass, they take longer than on other machines, but not that much longer, so something else seems to be wrong, it needs to be investigated.
Similar thing happens with parts.partition_basic_innodb on 10.0.
http://buildbot.askmonty.org/buildbot/builders/kvm-fulltest/builds/6125/steps/test_3/logs/stdio
It does not show up as a test failure, but the whole suite times out due to it:
worker[1] Test still running: parts.partition_basic_innodb
|
Test suite timeout! Terminating...
|
- blocks
-
MDEV-7069
Fix buildbot failures in main server trees
-
-
Closed
Transition |
Time In Source Status |
Execution Times |
Open |
|
Closed |
|
18h 3m
|
1
|
{"report":{"fcp":936.6999998092651,"ttfb":138.7999997138977,"pageVisibility":"visible","entityId":57130,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"3cf60a51-0874-4a58-a91d-45f76930d04f","navigationType":0,"readyForUser":1010.7999997138977,"redirectCount":0,"resourceLoadedEnd":730.3999996185303,"resourceLoadedStart":143.59999990463257,"resourceTiming":[{"duration":339.7999997138977,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":143.59999990463257,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":143.59999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":483.3999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":339.6000003814697,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":143.89999961853027,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":143.89999961853027,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":483.5,"responseStart":0,"secureConnectionStart":0},{"duration":348.2999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/c54b129276d75dc2a3460e1d78f37913-CDN/lu2bsh/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":144,"connectEnd":144,"connectStart":144,"domainLookupEnd":144,"domainLookupStart":144,"fetchStart":144,"redirectEnd":0,"redirectStart":0,"requestStart":144,"responseEnd":492.2999997138977,"responseStart":492.2999997138977,"secureConnectionStart":144},{"duration":488.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/f867843cd2fdb209d4d1d4f760f86346-CDN/lu2bsh/820016/12ta74/eb142f92e4bd16bd1ef8b08c1b9d5d56/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true","startTime":144.09999990463257,"connectEnd":144.09999990463257,"connectStart":144.09999990463257,"domainLookupEnd":144.09999990463257,"domainLookupStart":144.09999990463257,"fetchStart":144.09999990463257,"redirectEnd":0,"redirectStart":0,"requestStart":144.09999990463257,"responseEnd":632.7999997138977,"responseStart":632.7999997138977,"secureConnectionStart":144.09999990463257},{"duration":492.2000002861023,"initiatorType":"script","name":"https://jira.mariadb.org/s/ffdb17665775c5b4d6f097f3974ee359-CDN/lu2bsh/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":144.2999997138977,"connectEnd":144.2999997138977,"connectStart":144.2999997138977,"domainLookupEnd":144.2999997138977,"domainLookupStart":144.2999997138977,"fetchStart":144.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":144.2999997138977,"responseEnd":636.5,"responseStart":636.5,"secureConnectionStart":144.2999997138977},{"duration":492.5,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":144.39999961853027,"connectEnd":144.39999961853027,"connectStart":144.39999961853027,"domainLookupEnd":144.39999961853027,"domainLookupStart":144.39999961853027,"fetchStart":144.39999961853027,"redirectEnd":0,"redirectStart":0,"requestStart":144.39999961853027,"responseEnd":636.8999996185303,"responseStart":636.8999996185303,"secureConnectionStart":144.39999961853027},{"duration":493.09999990463257,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2bsh/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":144.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":144.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":637.5999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":492.7999997138977,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":144.5,"connectEnd":144.5,"connectStart":144.5,"domainLookupEnd":144.5,"domainLookupStart":144.5,"fetchStart":144.5,"redirectEnd":0,"redirectStart":0,"requestStart":144.5,"responseEnd":637.2999997138977,"responseStart":637.2999997138977,"secureConnectionStart":144.5},{"duration":493.40000009536743,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":144.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":144.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":638.0999999046326,"responseStart":0,"secureConnectionStart":0},{"duration":492.90000009536743,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":144.69999980926514,"connectEnd":144.69999980926514,"connectStart":144.69999980926514,"domainLookupEnd":144.69999980926514,"domainLookupStart":144.69999980926514,"fetchStart":144.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":144.69999980926514,"responseEnd":637.5999999046326,"responseStart":637.5999999046326,"secureConnectionStart":144.69999980926514},{"duration":493.09999990463257,"initiatorType":"script","name":"https://jira.mariadb.org/s/81b5d7c27af3ebc078cc4a36383678ba-CDN/lu2bsh/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":145,"connectEnd":145,"connectStart":145,"domainLookupEnd":145,"domainLookupStart":145,"fetchStart":145,"redirectEnd":0,"redirectStart":0,"requestStart":145,"responseEnd":638.0999999046326,"responseStart":638.0999999046326,"secureConnectionStart":145},{"duration":527.5999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":150.19999980926514,"connectEnd":150.19999980926514,"connectStart":150.19999980926514,"domainLookupEnd":150.19999980926514,"domainLookupStart":150.19999980926514,"fetchStart":150.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":150.19999980926514,"responseEnd":677.7999997138977,"responseStart":677.7999997138977,"secureConnectionStart":150.19999980926514},{"duration":580.0999999046326,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2bsh/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":150.2999997138977,"connectEnd":150.2999997138977,"connectStart":150.2999997138977,"domainLookupEnd":150.2999997138977,"domainLookupStart":150.2999997138977,"fetchStart":150.2999997138977,"redirectEnd":0,"redirectStart":0,"requestStart":150.2999997138977,"responseEnd":730.3999996185303,"responseStart":730.3999996185303,"secureConnectionStart":150.2999997138977},{"duration":36.799999713897705,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":637.5999999046326,"connectEnd":637.5999999046326,"connectStart":637.5999999046326,"domainLookupEnd":637.5999999046326,"domainLookupStart":637.5999999046326,"fetchStart":637.5999999046326,"redirectEnd":0,"redirectStart":0,"requestStart":637.5999999046326,"responseEnd":674.3999996185303,"responseStart":674.3999996185303,"secureConnectionStart":637.5999999046326},{"duration":52.19999980926514,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2bsh/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true","startTime":677.6999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":677.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":729.8999996185303,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":2,"responseStart":139,"responseEnd":146,"domLoading":142,"domInteractive":1058,"domContentLoadedEventStart":1058,"domContentLoadedEventEnd":1097,"domComplete":1525,"loadEventStart":1525,"loadEventEnd":1525,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1043.1999998092651},{"name":"bigPipe.sidebar-id.end","time":1044.0999999046326},{"name":"bigPipe.activity-panel-pipe-id.start","time":1044.2999997138977},{"name":"bigPipe.activity-panel-pipe-id.end","time":1045},{"name":"activityTabFullyLoaded","time":1110.0999999046326}],"measures":[],"correlationId":"f1606480685e2b","effectiveType":"4g","downlink":9.3,"rtt":0,"serverDuration":80,"dbReadsTimeInMs":13,"dbConnsTimeInMs":21,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}