Sprint:
2016-21, 2016-22, 2016-23
Maxscale crashed with the following error messages in the log:
2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close.
2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close.
Core dump:
2016-10-31 21:13:48 error : 140245437769472 [dcb_close] Error : Removing DCB 0x13627f0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close.
2016-10-31 21:13:48 error : Fatal: MaxScale 2.0.1 received fatal signal 6. Attempting backtrace.
2016-10-31 21:13:48 error : Commit ID: fa2a66719554d13a00db5c81c5c9ffd5b3a2ce14 System name: Linux Release string: Ubuntu 16.04.1 LTS
2016-10-31 21:13:48 error : /usr/bin/maxscale() [0x403ca7]
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(+0x113e0) [0x7f8d7ce183e0]
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(raise+0x29) [0x7f8d7ce182b9]
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(dcb_close+0x108) [0x7f8d7d2c2060]
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libreadwritesplit.so(+0x32e7) [0x7f8d75e472e7]
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libMySQLClient.so(+0x36b4) [0x7f8d74f6a6b4]
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(+0x32ce0) [0x7f8d7d2bfce0]
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(+0x32951) [0x7f8d7d2bf951]
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(dcb_process_zombies+0x224) [0x7f8d7d2bf75a]
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(poll_waitevents+0x73e) [0x7f8d7d2d6484]
2016-10-31 21:13:48 error : /usr/bin/maxscale(worker_thread_main+0x2a) [0x404d8f]
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(+0x770a) [0x7f8d7ce0e70a]
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libc.so.6(clone+0x6d) [0x7f8d7c70082d]
[maxscale]
threads=4
[Splitter Service]
type=service
router=readwritesplit
servers=galera1-alb, galera2-alb, galera3-alb
router_options=master_failure_mode=error_on_write
user=maxscale-alb
passwd=*snip*
[Splitter Listener]
type=listener
service=Splitter Service
protocol=MySQLClient
port=3306
address=0.0.0.0
[galera1-alb]
type=server
address=10.14.0.6
port=3306
protocol=MySQLBackend
priority=1
[galera2-alb]
type=server
address=10.14.0.7
port=3306
protocol=MySQLBackend
priority=2
[galera3-alb]
type=server
address=10.14.0.8
port=3306
protocol=MySQLBackend
priority=3
[Galera Monitor]
type=monitor
module=galeramon
#disable_master_role_setting=true
monitor_interval=500
servers=galera1-alb, galera2-alb, galera3-alb
user=maxscale-alb
passwd=*snip*
[CLI]
type=service
router=cli
[CLI Listener]
type=listener
service=CLI
protocol=maxscaled
address=localhost
port=6603
root@maxscale1:~# maxadmin -pmariadb show sessions
Session 1 (0x719310)
State: Listener Session
Service: Splitter Service (0x7056c0)
Client DCB: 0x7186b0
Connected: Tue Oct 25 07:55:33 2016
Session 2 (0x721000)
State: Listener Session
Service: CLI (0x702910)
Client DCB: 0x7193b0
Connected: Tue Oct 25 07:55:33 2016
Session 25 (0x7f7b58012140)
State: Session ready for routing
Service: Splitter Service (0x7056c0)
Client DCB: 0x7f7b60015d10
Client Address: powerdns_alb@10.14.0.110
Connected: Tue Oct 25 07:55:52 2016
Idle: 34 seconds
Session 26 (0x7f7b600149f0)
State: Session ready for routing
Service: Splitter Service (0x7056c0)
Client DCB: 0x7f7b60014310
Client Address: powerdns_alb@10.14.0.110
Connected: Tue Oct 25 07:55:52 2016
Idle: 33 seconds
Session 540 (0x7f7b58013450)
State: Session ready for routing
Service: CLI (0x702910)
Client DCB: 0x7f7b58012360
Client Address: 127.0.0.1
Connected: Tue Oct 25 08:41:16 2016
Idle: 0 seconds
Session 23 (0x7f7b60015f50)
State: Session ready for routing
Service: Splitter Service (0x7056c0)
Client DCB: 0x7f7b600157e0
Client Address: powerdns_alb@10.14.0.110
Connected: Tue Oct 25 07:55:52 2016
Idle: 2721 seconds
Session 24 (0x7f7b600141a0)
State: Session ready for routing
Service: Splitter Service (0x7056c0)
Client DCB: 0x7f7b60016170
Client Address: powerdns_alb@10.14.0.110
Connected: Tue Oct 25 07:55:52 2016
Idle: 4 seconds
root@maxscale1:~# maxadmin -pmariadb show servers
Server 0x705120 (galera1-alb)
Server: 10.14.0.6
Status: Master, Synced, Running
Protocol: MySQLBackend
Port: 3306
Server Version: 10.1.18-MariaDB-1~xenial
Node Id: 0
Master Id: -1
Slave Ids:
Repl Depth: 0
Server Parameters:
priority 1
Number of connections: 531
Current no. of conns: 3
Current no. of operations: 0
Server 0x704be0 (galera2-alb)
Server: 10.14.0.7
Status: Slave, Synced, Running
Protocol: MySQLBackend
Port: 3306
Server Version: 10.1.18-MariaDB-1~xenial
Node Id: 1
Master Id: -1
Slave Ids:
Repl Depth: 0
Server Parameters:
priority 2
Number of connections: 545
Current no. of conns: 3
Current no. of operations: 0
Server 0x704700 (galera3-alb)
Server: 10.14.0.8
Status: Slave, Synced, Running
Protocol: MySQLBackend
Port: 3306
Server Version: 10.1.18-MariaDB-1~xenial
Node Id: 2
Master Id: -1
Slave Ids:
Repl Depth: 0
Server Parameters:
priority 3
Number of connections: 547
Current no. of conns: 4
Current no. of operations: 0
is duplicated by
MXS-964
Fatal: MaxScale 2.0.1 received fatal signal 6
Closed
{"report":{"fcp":1066.5,"ttfb":370.5,"pageVisibility":"visible","entityId":58668,"key":"jira.project.issue.view-issue","isInitial":true,"threshold":1000,"elementTimings":{},"userDeviceMemory":8,"userDeviceProcessors":64,"apdex":0.5,"journeyId":"b6bd03bd-2e95-44bf-a55e-625d6844a20f","navigationType":0,"readyForUser":1251.3000001907349,"redirectCount":0,"resourceLoadedEnd":1301,"resourceLoadedStart":375.69999980926514,"resourceTiming":[{"duration":187.10000038146973,"initiatorType":"link","name":"https://jira.mariadb.org/s/2c21342762a6a02add1c328bed317ffd-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/css/_super/batch.css","startTime":375.69999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":375.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":562.8000001907349,"responseStart":0,"secureConnectionStart":0},{"duration":187,"initiatorType":"link","name":"https://jira.mariadb.org/s/7ebd35e77e471bc30ff0eba799ebc151-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/css/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":376.1000003814697,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":376.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":563.1000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":196.10000038146973,"initiatorType":"script","name":"https://jira.mariadb.org/s/0917945aaa57108d00c5076fea35e069-CDN/lu2cib/820016/12ta74/0a8bac35585be7fc6c9cc5a0464cd4cf/_/download/contextbatch/js/_super/batch.js?locale=en","startTime":376.19999980926514,"connectEnd":376.19999980926514,"connectStart":376.19999980926514,"domainLookupEnd":376.19999980926514,"domainLookupStart":376.19999980926514,"fetchStart":376.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":376.19999980926514,"responseEnd":572.3000001907349,"responseStart":572.3000001907349,"secureConnectionStart":376.19999980926514},{"duration":275,"initiatorType":"script","name":"https://jira.mariadb.org/s/2d8175ec2fa4c816e8023260bd8c1786-CDN/lu2cib/820016/12ta74/494e4c556ecbb29f90a3d3b4f09cb99c/_/download/contextbatch/js/jira.browse.project,project.issue.navigator,jira.view.issue,jira.general,jira.global,atl.general,-_super/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":376.3999996185303,"connectEnd":376.3999996185303,"connectStart":376.3999996185303,"domainLookupEnd":376.3999996185303,"domainLookupStart":376.3999996185303,"fetchStart":376.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":376.3999996185303,"responseEnd":651.3999996185303,"responseStart":651.3999996185303,"secureConnectionStart":376.3999996185303},{"duration":278.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/a9324d6758d385eb45c462685ad88f1d-CDN/lu2cib/820016/12ta74/c92c0caa9a024ae85b0ebdbed7fb4bd7/_/download/contextbatch/js/atl.global,-_super/batch.js?locale=en","startTime":376.6000003814697,"connectEnd":376.6000003814697,"connectStart":376.6000003814697,"domainLookupEnd":376.6000003814697,"domainLookupStart":376.6000003814697,"fetchStart":376.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":376.6000003814697,"responseEnd":655.3000001907349,"responseStart":655.3000001907349,"secureConnectionStart":376.6000003814697},{"duration":278.8999996185303,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-en/jira.webresources:calendar-en.js","startTime":376.80000019073486,"connectEnd":376.80000019073486,"connectStart":376.80000019073486,"domainLookupEnd":376.80000019073486,"domainLookupStart":376.80000019073486,"fetchStart":376.80000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":376.80000019073486,"responseEnd":655.6999998092651,"responseStart":655.6999998092651,"secureConnectionStart":376.80000019073486},{"duration":281.30000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:calendar-localisation-moment/jira.webresources:calendar-localisation-moment.js","startTime":377,"connectEnd":377,"connectStart":377,"domainLookupEnd":377,"domainLookupStart":377,"fetchStart":377,"redirectEnd":0,"redirectStart":0,"requestStart":377,"responseEnd":658.3000001907349,"responseStart":658.3000001907349,"secureConnectionStart":377},{"duration":337.80000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/b04b06a02d1959df322d9cded3aeecc1-CDN/lu2cib/820016/12ta74/a2ff6aa845ffc9a1d22fe23d9ee791fc/_/download/contextbatch/css/jira.global.look-and-feel,-_super/batch.css","startTime":377.19999980926514,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":377.19999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":715,"responseStart":0,"secureConnectionStart":0},{"duration":281.5,"initiatorType":"script","name":"https://jira.mariadb.org/rest/api/1.0/shortcuts/820016/47140b6e0a9bc2e4913da06536125810/shortcuts.js?context=issuenavigation&context=issueaction","startTime":377.30000019073486,"connectEnd":377.30000019073486,"connectStart":377.30000019073486,"domainLookupEnd":377.30000019073486,"domainLookupStart":377.30000019073486,"fetchStart":377.30000019073486,"redirectEnd":0,"redirectStart":0,"requestStart":377.30000019073486,"responseEnd":658.8000001907349,"responseStart":658.8000001907349,"secureConnectionStart":377.30000019073486},{"duration":337.6000003814697,"initiatorType":"link","name":"https://jira.mariadb.org/s/3ac36323ba5e4eb0af2aa7ac7211b4bb-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/css/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.css?jira.create.linked.issue=true","startTime":377.5,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":377.5,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":715.1000003814697,"responseStart":0,"secureConnectionStart":0},{"duration":281.69999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/5d5e8fe91fbc506585e83ea3b62ccc4b-CDN/lu2cib/820016/12ta74/d176f0986478cc64f24226b3d20c140d/_/download/contextbatch/js/com.atlassian.jira.projects.sidebar.init,-_super,-project.issue.navigator,-jira.view.issue/batch.js?jira.create.linked.issue=true&locale=en","startTime":377.69999980926514,"connectEnd":377.69999980926514,"connectStart":377.69999980926514,"domainLookupEnd":377.69999980926514,"domainLookupStart":377.69999980926514,"fetchStart":377.69999980926514,"redirectEnd":0,"redirectStart":0,"requestStart":377.69999980926514,"responseEnd":659.3999996185303,"responseStart":659.3999996185303,"secureConnectionStart":377.69999980926514},{"duration":443.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-js/jira.webresources:bigpipe-js.js","startTime":384.5,"connectEnd":384.5,"connectStart":384.5,"domainLookupEnd":384.5,"domainLookupStart":384.5,"fetchStart":384.5,"redirectEnd":0,"redirectStart":0,"requestStart":384.5,"responseEnd":828.3000001907349,"responseStart":828.3000001907349,"secureConnectionStart":384.5},{"duration":892.3000001907349,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/1.0/_/download/batch/jira.webresources:bigpipe-init/jira.webresources:bigpipe-init.js","startTime":386.3999996185303,"connectEnd":386.3999996185303,"connectStart":386.3999996185303,"domainLookupEnd":386.3999996185303,"domainLookupStart":386.3999996185303,"fetchStart":386.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":386.3999996185303,"responseEnd":1278.6999998092651,"responseStart":1278.6999998092651,"secureConnectionStart":386.3999996185303},{"duration":102.19999980926514,"initiatorType":"xmlhttprequest","name":"https://jira.mariadb.org/rest/webResources/1.0/resources","startTime":726.6000003814697,"connectEnd":726.6000003814697,"connectStart":726.6000003814697,"domainLookupEnd":726.6000003814697,"domainLookupStart":726.6000003814697,"fetchStart":726.6000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":726.6000003814697,"responseEnd":828.8000001907349,"responseStart":828.8000001907349,"secureConnectionStart":726.6000003814697},{"duration":286.79999923706055,"initiatorType":"link","name":"https://jira.mariadb.org/s/d5715adaadd168a9002b108b2b039b50-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/css/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1014.1000003814697,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1014.1000003814697,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1300.8999996185303,"responseStart":0,"secureConnectionStart":0},{"duration":286.30000019073486,"initiatorType":"link","name":"https://jira.mariadb.org/s/50bc9be5bfead1a25e72c1a9338c94f6-CDN/lu2cib/820016/12ta74/e108c7645258ccb43280ed3404e3e949/_/download/contextbatch/css/com.atlassian.jira.plugins.jira-development-integration-plugin:0,-_super,-jira.view.issue,-jira.global,-jira.general,-jira.browse.project,-project.issue.navigator,-atl.general/batch.css?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1014.6999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1014.6999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1301,"responseStart":0,"secureConnectionStart":0},{"duration":273.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/d41d8cd98f00b204e9800998ecf8427e-CDN/lu2cib/820016/12ta74/e65b778d185daf5aee24936755b43da6/_/download/contextbatch/js/browser-metrics-plugin.contrib,-_super,-project.issue.navigator,-jira.view.issue,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&slack-enabled=true&whisper-enabled=true","startTime":1015.5,"connectEnd":1015.5,"connectStart":1015.5,"domainLookupEnd":1015.5,"domainLookupStart":1015.5,"fetchStart":1015.5,"redirectEnd":0,"redirectStart":0,"requestStart":1015.5,"responseEnd":1289.3000001907349,"responseStart":1289.3000001907349,"secureConnectionStart":1015.5},{"duration":280.19999980926514,"initiatorType":"script","name":"https://jira.mariadb.org/s/097ae97cb8fbec7d6ea4bbb1f26955b9-CDN/lu2cib/820016/12ta74/be4b45e9cec53099498fa61c8b7acba4/_/download/contextbatch/js/jira.project.sidebar,-_super,-project.issue.navigator,-jira.general,-jira.browse.project,-jira.view.issue,-jira.global,-atl.general,-com.atlassian.jira.projects.sidebar.init/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":1016,"connectEnd":1016,"connectStart":1016,"domainLookupEnd":1016,"domainLookupStart":1016,"fetchStart":1016,"redirectEnd":0,"redirectStart":0,"requestStart":1016,"responseEnd":1296.1999998092651,"responseStart":1296.1999998092651,"secureConnectionStart":1016},{"duration":281.80000019073486,"initiatorType":"script","name":"https://jira.mariadb.org/s/e0bf5781d46ea69fb123572974cf39de-CDN/lu2cib/820016/12ta74/e108c7645258ccb43280ed3404e3e949/_/download/contextbatch/js/com.atlassian.jira.plugins.jira-development-integration-plugin:0,-_super,-jira.view.issue,-jira.global,-jira.general,-jira.browse.project,-project.issue.navigator,-atl.general/batch.js?agile_global_admin_condition=true&jag=true&jira.create.linked.issue=true&locale=en&slack-enabled=true&whisper-enabled=true","startTime":1016.3999996185303,"connectEnd":1016.3999996185303,"connectStart":1016.3999996185303,"domainLookupEnd":1016.3999996185303,"domainLookupStart":1016.3999996185303,"fetchStart":1016.3999996185303,"redirectEnd":0,"redirectStart":0,"requestStart":1016.3999996185303,"responseEnd":1298.1999998092651,"responseStart":1298.1999998092651,"secureConnectionStart":1016.3999996185303},{"duration":338.69999980926514,"initiatorType":"script","name":"https://www.google-analytics.com/analytics.js","startTime":1058.1999998092651,"connectEnd":0,"connectStart":0,"domainLookupEnd":0,"domainLookupStart":0,"fetchStart":1058.1999998092651,"redirectEnd":0,"redirectStart":0,"requestStart":0,"responseEnd":1396.8999996185303,"responseStart":0,"secureConnectionStart":0}],"fetchStart":0,"domainLookupStart":0,"domainLookupEnd":0,"connectStart":0,"connectEnd":0,"requestStart":176,"responseStart":370,"responseEnd":386,"domLoading":373,"domInteractive":1334,"domContentLoadedEventStart":1334,"domContentLoadedEventEnd":1385,"domComplete":1793,"loadEventStart":1793,"loadEventEnd":1794,"userAgent":"Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; ClaudeBot/1.0; +claudebot@anthropic.com)","marks":[{"name":"bigPipe.sidebar-id.start","time":1320.1999998092651},{"name":"bigPipe.sidebar-id.end","time":1321},{"name":"bigPipe.activity-panel-pipe-id.start","time":1321.1999998092651},{"name":"bigPipe.activity-panel-pipe-id.end","time":1322.3999996185303},{"name":"activityTabFullyLoaded","time":1411.3999996185303}],"measures":[],"correlationId":"90dc2d3fa0f05","effectiveType":"4g","downlink":9.8,"rtt":0,"serverDuration":104,"dbReadsTimeInMs":19,"dbConnsTimeInMs":28,"applicationHash":"9d11dbea5f4be3d4cc21f03a88dd11d8c8687422","experiments":[]}}
Bug
Blocker
