Details
-
Bug
-
Status: Closed (View Workflow)
-
Blocker
-
Resolution: Fixed
-
2.0.1, 2.0.2
-
root@maxscale1:~# uname -a
Linux maxscale1 4.4.19-1-pve #1 SMP Wed Sep 14 14:33:50 CEST 2016 x86_64 x86_64 x86_64 GNU/Linux
root@maxscale1:~# lsb_release -a
No LSB modules are available.
Distributor ID: Ubuntu
Description: Ubuntu 16.04.1 LTS
Release: 16.04
Codename: xenial
root@maxscale1:~# maxscale -v
MaxScale 2.0.1root@maxscale1 :~# uname -a Linux maxscale1 4.4.19-1-pve #1 SMP Wed Sep 14 14:33:50 CEST 2016 x86_64 x86_64 x86_64 GNU/Linux root@maxscale1 :~# lsb_release -a No LSB modules are available. Distributor ID: Ubuntu Description: Ubuntu 16.04.1 LTS Release: 16.04 Codename: xenial root@maxscale1 :~# maxscale -v MaxScale 2.0.1
-
2016-21, 2016-22, 2016-23
Description
Maxscale crashed with the following error messages in the log:
2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close.
|
2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close.
|
Core dump:
2016-10-31 21:13:48 error : 140245437769472 [dcb_close] Error : Removing DCB 0x13627f0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close.
|
2016-10-31 21:13:48 error : Fatal: MaxScale 2.0.1 received fatal signal 6. Attempting backtrace.
|
2016-10-31 21:13:48 error : Commit ID: fa2a66719554d13a00db5c81c5c9ffd5b3a2ce14 System name: Linux Release string: Ubuntu 16.04.1 LTS
|
2016-10-31 21:13:48 error : /usr/bin/maxscale() [0x403ca7]
|
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(+0x113e0) [0x7f8d7ce183e0]
|
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(raise+0x29) [0x7f8d7ce182b9]
|
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(dcb_close+0x108) [0x7f8d7d2c2060]
|
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libreadwritesplit.so(+0x32e7) [0x7f8d75e472e7]
|
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libMySQLClient.so(+0x36b4) [0x7f8d74f6a6b4]
|
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(+0x32ce0) [0x7f8d7d2bfce0]
|
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(+0x32951) [0x7f8d7d2bf951]
|
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(dcb_process_zombies+0x224) [0x7f8d7d2bf75a]
|
2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(poll_waitevents+0x73e) [0x7f8d7d2d6484]
|
2016-10-31 21:13:48 error : /usr/bin/maxscale(worker_thread_main+0x2a) [0x404d8f]
|
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(+0x770a) [0x7f8d7ce0e70a]
|
2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libc.so.6(clone+0x6d) [0x7f8d7c70082d]
|
[maxscale]
|
threads=4
|
|
|
[Splitter Service]
|
type=service
|
router=readwritesplit
|
servers=galera1-alb, galera2-alb, galera3-alb
|
router_options=master_failure_mode=error_on_write
|
user=maxscale-alb
|
passwd=*snip*
|
|
|
[Splitter Listener]
|
type=listener
|
service=Splitter Service
|
protocol=MySQLClient
|
port=3306
|
address=0.0.0.0
|
|
|
[galera1-alb]
|
type=server
|
address=10.14.0.6
|
port=3306
|
protocol=MySQLBackend
|
priority=1
|
|
|
[galera2-alb]
|
type=server
|
address=10.14.0.7
|
port=3306
|
protocol=MySQLBackend
|
priority=2
|
|
|
[galera3-alb]
|
type=server
|
address=10.14.0.8
|
port=3306
|
protocol=MySQLBackend
|
priority=3
|
|
|
[Galera Monitor]
|
type=monitor
|
module=galeramon
|
#disable_master_role_setting=true
|
monitor_interval=500
|
servers=galera1-alb, galera2-alb, galera3-alb
|
user=maxscale-alb
|
passwd=*snip*
|
|
|
[CLI]
|
type=service
|
router=cli
|
|
|
[CLI Listener]
|
type=listener
|
service=CLI
|
protocol=maxscaled
|
address=localhost
|
port=6603
|
root@maxscale1:~# maxadmin -pmariadb show sessions
|
Session 1 (0x719310)
|
State: Listener Session
|
Service: Splitter Service (0x7056c0)
|
Client DCB: 0x7186b0
|
Connected: Tue Oct 25 07:55:33 2016
|
Session 2 (0x721000)
|
State: Listener Session
|
Service: CLI (0x702910)
|
Client DCB: 0x7193b0
|
Connected: Tue Oct 25 07:55:33 2016
|
Session 25 (0x7f7b58012140)
|
State: Session ready for routing
|
Service: Splitter Service (0x7056c0)
|
Client DCB: 0x7f7b60015d10
|
Client Address: powerdns_alb@10.14.0.110
|
Connected: Tue Oct 25 07:55:52 2016
|
Idle: 34 seconds
|
Session 26 (0x7f7b600149f0)
|
State: Session ready for routing
|
Service: Splitter Service (0x7056c0)
|
Client DCB: 0x7f7b60014310
|
Client Address: powerdns_alb@10.14.0.110
|
Connected: Tue Oct 25 07:55:52 2016
|
Idle: 33 seconds
|
Session 540 (0x7f7b58013450)
|
State: Session ready for routing
|
Service: CLI (0x702910)
|
Client DCB: 0x7f7b58012360
|
Client Address: 127.0.0.1
|
Connected: Tue Oct 25 08:41:16 2016
|
Idle: 0 seconds
|
Session 23 (0x7f7b60015f50)
|
State: Session ready for routing
|
Service: Splitter Service (0x7056c0)
|
Client DCB: 0x7f7b600157e0
|
Client Address: powerdns_alb@10.14.0.110
|
Connected: Tue Oct 25 07:55:52 2016
|
Idle: 2721 seconds
|
Session 24 (0x7f7b600141a0)
|
State: Session ready for routing
|
Service: Splitter Service (0x7056c0)
|
Client DCB: 0x7f7b60016170
|
Client Address: powerdns_alb@10.14.0.110
|
Connected: Tue Oct 25 07:55:52 2016
|
Idle: 4 seconds
|
root@maxscale1:~# maxadmin -pmariadb show servers
|
Server 0x705120 (galera1-alb)
|
Server: 10.14.0.6
|
Status: Master, Synced, Running
|
Protocol: MySQLBackend
|
Port: 3306
|
Server Version: 10.1.18-MariaDB-1~xenial
|
Node Id: 0
|
Master Id: -1
|
Slave Ids:
|
Repl Depth: 0
|
Server Parameters:
|
priority 1
|
Number of connections: 531
|
Current no. of conns: 3
|
Current no. of operations: 0
|
Server 0x704be0 (galera2-alb)
|
Server: 10.14.0.7
|
Status: Slave, Synced, Running
|
Protocol: MySQLBackend
|
Port: 3306
|
Server Version: 10.1.18-MariaDB-1~xenial
|
Node Id: 1
|
Master Id: -1
|
Slave Ids:
|
Repl Depth: 0
|
Server Parameters:
|
priority 2
|
Number of connections: 545
|
Current no. of conns: 3
|
Current no. of operations: 0
|
Server 0x704700 (galera3-alb)
|
Server: 10.14.0.8
|
Status: Slave, Synced, Running
|
Protocol: MySQLBackend
|
Port: 3306
|
Server Version: 10.1.18-MariaDB-1~xenial
|
Node Id: 2
|
Master Id: -1
|
Slave Ids:
|
Repl Depth: 0
|
Server Parameters:
|
priority 3
|
Number of connections: 547
|
Current no. of conns: 4
|
Current no. of operations: 0
|
|
Attachments
Issue Links
- is duplicated by
-
-
- Closed
-
Activity
| Field | Original Value | New Value |
|---|---|---|
| Description |
Maxscale crashed with the following error messages in the log:
{{2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. 2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close.}} {{[maxscale] threads=4 [Splitter Service] type=service router=readwritesplit servers=galera1-alb, galera2-alb, galera3-alb router_options=master_failure_mode=error_on_write user=maxscale-alb passwd=*snip* [Splitter Listener] type=listener service=Splitter Service protocol=MySQLClient port=3306 address=0.0.0.0 [galera1-alb] type=server address=10.14.0.6 port=3306 protocol=MySQLBackend priority=1 [galera2-alb] type=server address=10.14.0.7 port=3306 protocol=MySQLBackend priority=2 [galera3-alb] type=server address=10.14.0.8 port=3306 protocol=MySQLBackend priority=3 [Galera Monitor] type=monitor module=galeramon #disable_master_role_setting=true monitor_interval=500 servers=galera1-alb, galera2-alb, galera3-alb user=maxscale-alb passwd=*snip* [CLI] type=service router=cli [CLI Listener] type=listener service=CLI protocol=maxscaled address=localhost port=6603}} {{root@maxscale1:~# maxadmin -pmariadb show sessions Session 1 (0x719310) State: Listener Session Service: Splitter Service (0x7056c0) Client DCB: 0x7186b0 Connected: Tue Oct 25 07:55:33 2016 Session 2 (0x721000) State: Listener Session Service: CLI (0x702910) Client DCB: 0x7193b0 Connected: Tue Oct 25 07:55:33 2016 Session 25 (0x7f7b58012140) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60015d10 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 34 seconds Session 26 (0x7f7b600149f0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60014310 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 33 seconds Session 540 (0x7f7b58013450) State: Session ready for routing Service: CLI (0x702910) Client DCB: 0x7f7b58012360 Client Address: 127.0.0.1 Connected: Tue Oct 25 08:41:16 2016 Idle: 0 seconds Session 23 (0x7f7b60015f50) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b600157e0 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 2721 seconds Session 24 (0x7f7b600141a0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60016170 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 4 seconds}} {{root@maxscale1:~# maxadmin -pmariadb show servers Server 0x705120 (galera1-alb) Server: 10.14.0.6 Status: Master, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 0 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 1 Number of connections: 531 Current no. of conns: 3 Current no. of operations: 0 Server 0x704be0 (galera2-alb) Server: 10.14.0.7 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 1 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 2 Number of connections: 545 Current no. of conns: 3 Current no. of operations: 0 Server 0x704700 (galera3-alb) Server: 10.14.0.8 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 2 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 3 Number of connections: 547 Current no. of conns: 4 Current no. of operations: 0 }} |
Maxscale crashed with the following error messages in the log:
{{ 2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. 2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. }} {{ [maxscale] threads=4 [Splitter Service] type=service router=readwritesplit servers=galera1-alb, galera2-alb, galera3-alb router_options=master_failure_mode=error_on_write user=maxscale-alb passwd=*snip* [Splitter Listener] type=listener service=Splitter Service protocol=MySQLClient port=3306 address=0.0.0.0 [galera1-alb] type=server address=10.14.0.6 port=3306 protocol=MySQLBackend priority=1 [galera2-alb] type=server address=10.14.0.7 port=3306 protocol=MySQLBackend priority=2 [galera3-alb] type=server address=10.14.0.8 port=3306 protocol=MySQLBackend priority=3 [Galera Monitor] type=monitor module=galeramon #disable_master_role_setting=true monitor_interval=500 servers=galera1-alb, galera2-alb, galera3-alb user=maxscale-alb passwd=*snip* [CLI] type=service router=cli [CLI Listener] type=listener service=CLI protocol=maxscaled address=localhost port=6603 }} {{ root@maxscale1:~# maxadmin -pmariadb show sessions Session 1 (0x719310) State: Listener Session Service: Splitter Service (0x7056c0) Client DCB: 0x7186b0 Connected: Tue Oct 25 07:55:33 2016 Session 2 (0x721000) State: Listener Session Service: CLI (0x702910) Client DCB: 0x7193b0 Connected: Tue Oct 25 07:55:33 2016 Session 25 (0x7f7b58012140) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60015d10 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 34 seconds Session 26 (0x7f7b600149f0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60014310 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 33 seconds Session 540 (0x7f7b58013450) State: Session ready for routing Service: CLI (0x702910) Client DCB: 0x7f7b58012360 Client Address: 127.0.0.1 Connected: Tue Oct 25 08:41:16 2016 Idle: 0 seconds Session 23 (0x7f7b60015f50) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b600157e0 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 2721 seconds Session 24 (0x7f7b600141a0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60016170 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 4 seconds }} {{ root@maxscale1:~# maxadmin -pmariadb show servers Server 0x705120 (galera1-alb) Server: 10.14.0.6 Status: Master, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 0 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 1 Number of connections: 531 Current no. of conns: 3 Current no. of operations: 0 Server 0x704be0 (galera2-alb) Server: 10.14.0.7 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 1 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 2 Number of connections: 545 Current no. of conns: 3 Current no. of operations: 0 Server 0x704700 (galera3-alb) Server: 10.14.0.8 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 2 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 3 Number of connections: 547 Current no. of conns: 4 Current no. of operations: 0 }} |
| Priority | Major [ 3 ] | Blocker [ 1 ] |
| Description |
Maxscale crashed with the following error messages in the log:
{{ 2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. 2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. }} {{ [maxscale] threads=4 [Splitter Service] type=service router=readwritesplit servers=galera1-alb, galera2-alb, galera3-alb router_options=master_failure_mode=error_on_write user=maxscale-alb passwd=*snip* [Splitter Listener] type=listener service=Splitter Service protocol=MySQLClient port=3306 address=0.0.0.0 [galera1-alb] type=server address=10.14.0.6 port=3306 protocol=MySQLBackend priority=1 [galera2-alb] type=server address=10.14.0.7 port=3306 protocol=MySQLBackend priority=2 [galera3-alb] type=server address=10.14.0.8 port=3306 protocol=MySQLBackend priority=3 [Galera Monitor] type=monitor module=galeramon #disable_master_role_setting=true monitor_interval=500 servers=galera1-alb, galera2-alb, galera3-alb user=maxscale-alb passwd=*snip* [CLI] type=service router=cli [CLI Listener] type=listener service=CLI protocol=maxscaled address=localhost port=6603 }} {{ root@maxscale1:~# maxadmin -pmariadb show sessions Session 1 (0x719310) State: Listener Session Service: Splitter Service (0x7056c0) Client DCB: 0x7186b0 Connected: Tue Oct 25 07:55:33 2016 Session 2 (0x721000) State: Listener Session Service: CLI (0x702910) Client DCB: 0x7193b0 Connected: Tue Oct 25 07:55:33 2016 Session 25 (0x7f7b58012140) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60015d10 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 34 seconds Session 26 (0x7f7b600149f0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60014310 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 33 seconds Session 540 (0x7f7b58013450) State: Session ready for routing Service: CLI (0x702910) Client DCB: 0x7f7b58012360 Client Address: 127.0.0.1 Connected: Tue Oct 25 08:41:16 2016 Idle: 0 seconds Session 23 (0x7f7b60015f50) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b600157e0 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 2721 seconds Session 24 (0x7f7b600141a0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60016170 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 4 seconds }} {{ root@maxscale1:~# maxadmin -pmariadb show servers Server 0x705120 (galera1-alb) Server: 10.14.0.6 Status: Master, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 0 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 1 Number of connections: 531 Current no. of conns: 3 Current no. of operations: 0 Server 0x704be0 (galera2-alb) Server: 10.14.0.7 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 1 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 2 Number of connections: 545 Current no. of conns: 3 Current no. of operations: 0 Server 0x704700 (galera3-alb) Server: 10.14.0.8 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 2 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 3 Number of connections: 547 Current no. of conns: 4 Current no. of operations: 0 }} |
Maxscale crashed with the following error messages in the log:
{code} 2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. 2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. {code} {code} [maxscale] threads=4 [Splitter Service] type=service router=readwritesplit servers=galera1-alb, galera2-alb, galera3-alb router_options=master_failure_mode=error_on_write user=maxscale-alb passwd=*snip* [Splitter Listener] type=listener service=Splitter Service protocol=MySQLClient port=3306 address=0.0.0.0 [galera1-alb] type=server address=10.14.0.6 port=3306 protocol=MySQLBackend priority=1 [galera2-alb] type=server address=10.14.0.7 port=3306 protocol=MySQLBackend priority=2 [galera3-alb] type=server address=10.14.0.8 port=3306 protocol=MySQLBackend priority=3 [Galera Monitor] type=monitor module=galeramon #disable_master_role_setting=true monitor_interval=500 servers=galera1-alb, galera2-alb, galera3-alb user=maxscale-alb passwd=*snip* [CLI] type=service router=cli [CLI Listener] type=listener service=CLI protocol=maxscaled address=localhost port=6603 {code} {code} root@maxscale1:~# maxadmin -pmariadb show sessions Session 1 (0x719310) State: Listener Session Service: Splitter Service (0x7056c0) Client DCB: 0x7186b0 Connected: Tue Oct 25 07:55:33 2016 Session 2 (0x721000) State: Listener Session Service: CLI (0x702910) Client DCB: 0x7193b0 Connected: Tue Oct 25 07:55:33 2016 Session 25 (0x7f7b58012140) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60015d10 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 34 seconds Session 26 (0x7f7b600149f0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60014310 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 33 seconds Session 540 (0x7f7b58013450) State: Session ready for routing Service: CLI (0x702910) Client DCB: 0x7f7b58012360 Client Address: 127.0.0.1 Connected: Tue Oct 25 08:41:16 2016 Idle: 0 seconds Session 23 (0x7f7b60015f50) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b600157e0 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 2721 seconds Session 24 (0x7f7b600141a0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60016170 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 4 seconds {code} {code} root@maxscale1:~# maxadmin -pmariadb show servers Server 0x705120 (galera1-alb) Server: 10.14.0.6 Status: Master, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 0 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 1 Number of connections: 531 Current no. of conns: 3 Current no. of operations: 0 Server 0x704be0 (galera2-alb) Server: 10.14.0.7 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 1 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 2 Number of connections: 545 Current no. of conns: 3 Current no. of operations: 0 Server 0x704700 (galera3-alb) Server: 10.14.0.8 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 2 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 3 Number of connections: 547 Current no. of conns: 4 Current no. of operations: 0 {code} |
| Assignee | markus makela [ <markus.makela ] |
| Component/s | ReadWriteSplit [ 11613 ] |
| Description |
Maxscale crashed with the following error messages in the log:
{code} 2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. 2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. {code} {code} [maxscale] threads=4 [Splitter Service] type=service router=readwritesplit servers=galera1-alb, galera2-alb, galera3-alb router_options=master_failure_mode=error_on_write user=maxscale-alb passwd=*snip* [Splitter Listener] type=listener service=Splitter Service protocol=MySQLClient port=3306 address=0.0.0.0 [galera1-alb] type=server address=10.14.0.6 port=3306 protocol=MySQLBackend priority=1 [galera2-alb] type=server address=10.14.0.7 port=3306 protocol=MySQLBackend priority=2 [galera3-alb] type=server address=10.14.0.8 port=3306 protocol=MySQLBackend priority=3 [Galera Monitor] type=monitor module=galeramon #disable_master_role_setting=true monitor_interval=500 servers=galera1-alb, galera2-alb, galera3-alb user=maxscale-alb passwd=*snip* [CLI] type=service router=cli [CLI Listener] type=listener service=CLI protocol=maxscaled address=localhost port=6603 {code} {code} root@maxscale1:~# maxadmin -pmariadb show sessions Session 1 (0x719310) State: Listener Session Service: Splitter Service (0x7056c0) Client DCB: 0x7186b0 Connected: Tue Oct 25 07:55:33 2016 Session 2 (0x721000) State: Listener Session Service: CLI (0x702910) Client DCB: 0x7193b0 Connected: Tue Oct 25 07:55:33 2016 Session 25 (0x7f7b58012140) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60015d10 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 34 seconds Session 26 (0x7f7b600149f0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60014310 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 33 seconds Session 540 (0x7f7b58013450) State: Session ready for routing Service: CLI (0x702910) Client DCB: 0x7f7b58012360 Client Address: 127.0.0.1 Connected: Tue Oct 25 08:41:16 2016 Idle: 0 seconds Session 23 (0x7f7b60015f50) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b600157e0 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 2721 seconds Session 24 (0x7f7b600141a0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60016170 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 4 seconds {code} {code} root@maxscale1:~# maxadmin -pmariadb show servers Server 0x705120 (galera1-alb) Server: 10.14.0.6 Status: Master, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 0 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 1 Number of connections: 531 Current no. of conns: 3 Current no. of operations: 0 Server 0x704be0 (galera2-alb) Server: 10.14.0.7 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 1 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 2 Number of connections: 545 Current no. of conns: 3 Current no. of operations: 0 Server 0x704700 (galera3-alb) Server: 10.14.0.8 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 2 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 3 Number of connections: 547 Current no. of conns: 4 Current no. of operations: 0 {code} |
Maxscale crashed with the following error messages in the log:
{code} 2016-10-25 05:52:31 error : 140461134051072 [dcb_close] Error : Removing DCB 0x7fbf94016760 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. 2016-10-25 05:52:31 error : 140461125658368 [dcb_close] Error : Removing DCB 0x7fbf94012ca0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. {code} Core dump: {code} 2016-10-31 21:13:48 error : 140245437769472 [dcb_close] Error : Removing DCB 0x13627f0 but was in state DCB_STATE_DISCONNECTED which is not legal for a call to dcb_close. 2016-10-31 21:13:48 error : Fatal: MaxScale 2.0.1 received fatal signal 6. Attempting backtrace. 2016-10-31 21:13:48 error : Commit ID: fa2a66719554d13a00db5c81c5c9ffd5b3a2ce14 System name: Linux Release string: Ubuntu 16.04.1 LTS 2016-10-31 21:13:48 error : /usr/bin/maxscale() [0x403ca7] 2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(+0x113e0) [0x7f8d7ce183e0] 2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(raise+0x29) [0x7f8d7ce182b9] 2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(dcb_close+0x108) [0x7f8d7d2c2060] 2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libreadwritesplit.so(+0x32e7) [0x7f8d75e472e7] 2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libMySQLClient.so(+0x36b4) [0x7f8d74f6a6b4] 2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(+0x32ce0) [0x7f8d7d2bfce0] 2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(+0x32951) [0x7f8d7d2bf951] 2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(dcb_process_zombies+0x224) [0x7f8d7d2bf75a] 2016-10-31 21:13:48 error : /usr/lib/x86_64-linux-gnu/maxscale/libmaxscale-common.so.1.0.0(poll_waitevents+0x73e) [0x7f8d7d2d6484] 2016-10-31 21:13:48 error : /usr/bin/maxscale(worker_thread_main+0x2a) [0x404d8f] 2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libpthread.so.0(+0x770a) [0x7f8d7ce0e70a] 2016-10-31 21:13:48 error : /lib/x86_64-linux-gnu/libc.so.6(clone+0x6d) [0x7f8d7c70082d] {code} {code} [maxscale] threads=4 [Splitter Service] type=service router=readwritesplit servers=galera1-alb, galera2-alb, galera3-alb router_options=master_failure_mode=error_on_write user=maxscale-alb passwd=*snip* [Splitter Listener] type=listener service=Splitter Service protocol=MySQLClient port=3306 address=0.0.0.0 [galera1-alb] type=server address=10.14.0.6 port=3306 protocol=MySQLBackend priority=1 [galera2-alb] type=server address=10.14.0.7 port=3306 protocol=MySQLBackend priority=2 [galera3-alb] type=server address=10.14.0.8 port=3306 protocol=MySQLBackend priority=3 [Galera Monitor] type=monitor module=galeramon #disable_master_role_setting=true monitor_interval=500 servers=galera1-alb, galera2-alb, galera3-alb user=maxscale-alb passwd=*snip* [CLI] type=service router=cli [CLI Listener] type=listener service=CLI protocol=maxscaled address=localhost port=6603 {code} {code} root@maxscale1:~# maxadmin -pmariadb show sessions Session 1 (0x719310) State: Listener Session Service: Splitter Service (0x7056c0) Client DCB: 0x7186b0 Connected: Tue Oct 25 07:55:33 2016 Session 2 (0x721000) State: Listener Session Service: CLI (0x702910) Client DCB: 0x7193b0 Connected: Tue Oct 25 07:55:33 2016 Session 25 (0x7f7b58012140) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60015d10 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 34 seconds Session 26 (0x7f7b600149f0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60014310 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 33 seconds Session 540 (0x7f7b58013450) State: Session ready for routing Service: CLI (0x702910) Client DCB: 0x7f7b58012360 Client Address: 127.0.0.1 Connected: Tue Oct 25 08:41:16 2016 Idle: 0 seconds Session 23 (0x7f7b60015f50) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b600157e0 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 2721 seconds Session 24 (0x7f7b600141a0) State: Session ready for routing Service: Splitter Service (0x7056c0) Client DCB: 0x7f7b60016170 Client Address: powerdns_alb@10.14.0.110 Connected: Tue Oct 25 07:55:52 2016 Idle: 4 seconds {code} {code} root@maxscale1:~# maxadmin -pmariadb show servers Server 0x705120 (galera1-alb) Server: 10.14.0.6 Status: Master, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 0 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 1 Number of connections: 531 Current no. of conns: 3 Current no. of operations: 0 Server 0x704be0 (galera2-alb) Server: 10.14.0.7 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 1 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 2 Number of connections: 545 Current no. of conns: 3 Current no. of operations: 0 Server 0x704700 (galera3-alb) Server: 10.14.0.8 Status: Slave, Synced, Running Protocol: MySQLBackend Port: 3306 Server Version: 10.1.18-MariaDB-1~xenial Node Id: 2 Master Id: -1 Slave Ids: Repl Depth: 0 Server Parameters: priority 3 Number of connections: 547 Current no. of conns: 4 Current no. of operations: 0 {code} |
| Sprint | 2016-21 [ 111 ] |
| Status | Open [ 1 ] | In Progress [ 3 ] |
| Sprint | 2016-21 [ 111 ] | 2016-21, 2016-22 [ 111, 114 ] |
| Fix Version/s | 2.0.2 [ 22400 ] |
| Resolution | Fixed [ 1 ] | |
| Status | In Progress [ 3 ] | Closed [ 6 ] |
| Resolution | Fixed [ 1 ] | |
| Status | Closed [ 6 ] | Stalled [ 10000 ] |
| Fix Version/s | 2.0.3 [ 22406 ] | |
| Fix Version/s | 2.0.2 [ 22400 ] |
| Affects Version/s | 2.0.2 [ 22400 ] |
| Status | Stalled [ 10000 ] | In Progress [ 3 ] |
| Sprint | 2016-21, 2016-22 [ 111, 114 ] | 2016-21, 2016-22, 2016-23 [ 111, 114, 118 ] |
| Resolution | Fixed [ 1 ] | |
| Status | In Progress [ 3 ] | Closed [ 6 ] |
| Workflow | MariaDB v3 [ 78068 ] | MariaDB v4 [ 137435 ] |