## // table somedb_staging_api.bookings was myisam // ##

May 25 10:46:26 wssql-ix03 mysqld: 150525 10:46:26 [Warning] IP address '10.3.251.14' could not be resolved: Name or service not known
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,34) memb {
May 25 11:32:11 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:32:11 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:32:11 wssql-ix03 mysqld: } joined {
May 25 11:32:11 wssql-ix03 mysqld: } left {
May 25 11:32:11 wssql-ix03 mysqld: } partitioned {
May 25 11:32:11 wssql-ix03 mysqld: #011cba8d378-e288-11e4-b46a-6ea890248222,0
May 25 11:32:11 wssql-ix03 mysqld: })
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: forgetting cba8d378-e288-11e4-b46a-6ea890248222 (tcp://10.3.134.16:4567)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE_EXCHANGE: sent state UUID: ebe6eb64-02c0-11e5-9fd7-1398931ea801
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: sent state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801 from 0 (wssql-ix03)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801 from 1 (wssql-ix02)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Quorum results:
May 25 11:32:11 wssql-ix03 mysqld: #011version    = 3,
May 25 11:32:11 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:32:11 wssql-ix03 mysqld: #011conf_id    = 33,
May 25 11:32:11 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:32:11 wssql-ix03 mysqld: #011act_id     = 10542477,
May 25 11:32:11 wssql-ix03 mysqld: #011last_appl. = 10542390,
May 25 11:32:11 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:32:11 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542477, view# 34: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Service thread queue flushed.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Assign initial position for certification: 10542477, protocol version: 3
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Service thread queue flushed.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Warning] WSREP: Releasing seqno 10542477 before 10542478 was assigned.
May 25 11:32:17 wssql-ix03 mysqld: 150525 11:32:17 [Note] WSREP:  cleaning up cba8d378-e288-11e4-b46a-6ea890248222 (tcp://10.3.134.16:4567)
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: declaring 2d505405-02c1-11e5-a13f-862cea9319ca stable
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: view(view_id(PRIM,2d505405-02c1-11e5-a13f-862cea9319ca,35) memb {
May 25 11:34:01 wssql-ix03 mysqld: #0112d505405-02c1-11e5-a13f-862cea9319ca,0
May 25 11:34:01 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:34:01 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:34:01 wssql-ix03 mysqld: } joined {
May 25 11:34:01 wssql-ix03 mysqld: } left {
May 25 11:34:01 wssql-ix03 mysqld: } partitioned {
May 25 11:34:01 wssql-ix03 mysqld: })
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: sent state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 0 (wssql-ix01)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 2 (wssql-ix02)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 1 (wssql-ix03)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Quorum results:
May 25 11:34:02 wssql-ix03 mysqld: #011version    = 3,
May 25 11:34:02 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:34:02 wssql-ix03 mysqld: #011conf_id    = 34,
May 25 11:34:02 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:34:02 wssql-ix03 mysqld: #011act_id     = 10542572,
May 25 11:34:02 wssql-ix03 mysqld: #011last_appl. = 10542390,
May 25 11:34:02 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:34:02 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542572, view# 35: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Service thread queue flushed.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Assign initial position for certification: 10542572, protocol version: 3
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Service thread queue flushed.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Warning] WSREP: Releasing seqno 10542572 before 10542573 was assigned.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Member 0.0 (wssql-ix01) requested state transfer from '*any*'. Selected 1.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10542572)
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542572''
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:34:04.920)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:34:04.925)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:34:04.943)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:34:04.948)
May 25 11:38:45 wssql-ix03 mysqld: 150525 11:38:45 [Note] WSREP: Provider paused at 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542882 (9606547)
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: resuming provider at 9606547
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: Provider resumed.
May 25 11:39:24 wssql-ix03 mysqld: WSREP_SST: [INFO] Total time on donor: 0 seconds (20150525 11:39:24.889)
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: 1.0 (wssql-ix03): State transfer to 0.0 (wssql-ix01) complete.
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 10545455)
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Member 1.0 (wssql-ix03) synced with group.
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10545481)
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Synchronized with group, ready for connections
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:14 wssql-ix03 mysqld: 150525 11:40:14 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.16:4567
May 25 11:40:15 wssql-ix03 mysqld: 150525 11:40:15 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567), attempt 0
May 25 11:40:19 wssql-ix03 mysqld: 150525 11:40:19 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, OPERATIONAL, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:19 wssql-ix03 mysqld: 150525 11:40:19 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:20 wssql-ix03 mysqld: 150525 11:40:20 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,36) memb {
May 25 11:40:21 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:40:21 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:40:21 wssql-ix03 mysqld: } joined {
May 25 11:40:21 wssql-ix03 mysqld: } left {
May 25 11:40:21 wssql-ix03 mysqld: } partitioned {
May 25 11:40:21 wssql-ix03 mysqld: #0112d505405-02c1-11e5-a13f-862cea9319ca,0
May 25 11:40:21 wssql-ix03 mysqld: })
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: forgetting 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: sent state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: got state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f from 0 (wssql-ix03)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: got state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f from 1 (wssql-ix02)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Quorum results:
May 25 11:40:21 wssql-ix03 mysqld: #011version    = 3,
May 25 11:40:21 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:40:21 wssql-ix03 mysqld: #011conf_id    = 35,
May 25 11:40:21 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:40:21 wssql-ix03 mysqld: #011act_id     = 10545491,
May 25 11:40:21 wssql-ix03 mysqld: #011last_appl. = 10545369,
May 25 11:40:21 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:40:21 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545491, view# 36: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Service thread queue flushed.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Assign initial position for certification: 10545491, protocol version: 3
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Service thread queue flushed.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Warning] WSREP: Releasing seqno 10545491 before 10545492 was assigned.
May 25 11:40:26 wssql-ix03 mysqld: 150525 11:40:26 [Note] WSREP:  cleaning up 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: declaring 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c stable
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: view(view_id(PRIM,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37) memb {
May 25 11:40:59 wssql-ix03 mysqld: #01125fc17e7-02c2-11e5-8c5a-7b5b15f1781c,0
May 25 11:40:59 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:40:59 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:40:59 wssql-ix03 mysqld: } joined {
May 25 11:40:59 wssql-ix03 mysqld: } left {
May 25 11:40:59 wssql-ix03 mysqld: } partitioned {
May 25 11:40:59 wssql-ix03 mysqld: })
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: sent state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 0 (wssql-ix01)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 1 (wssql-ix03)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 2 (wssql-ix02)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Quorum results:
May 25 11:40:59 wssql-ix03 mysqld: #011version    = 3,
May 25 11:40:59 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:40:59 wssql-ix03 mysqld: #011conf_id    = 36,
May 25 11:40:59 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:40:59 wssql-ix03 mysqld: #011act_id     = 10545541,
May 25 11:40:59 wssql-ix03 mysqld: #011last_appl. = 10545369,
May 25 11:40:59 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:40:59 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541, view# 37: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Service thread queue flushed.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Assign initial position for certification: 10545541, protocol version: 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Service thread queue flushed.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Warning] WSREP: Releasing seqno 10545541 before 10545542 was assigned.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Member 0.0 (wssql-ix01) requested state transfer from '*any*'. Selected 1.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10545541)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541''
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:41:00.099)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:41:00.104)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:41:00.121)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:41:00.126)
May 25 11:45:55 wssql-ix03 mysqld: 150525 11:45:55 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.16:4567
May 25 11:45:56 wssql-ix03 mysqld: 150525 11:45:56 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567), attempt 0
May 25 11:46:00 wssql-ix03 mysqld: 150525 11:46:00 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, OPERATIONAL, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:00 wssql-ix03 mysqld: 150525 11:46:00 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,38) memb {
May 25 11:46:01 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:46:01 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:46:01 wssql-ix03 mysqld: } joined {
May 25 11:46:01 wssql-ix03 mysqld: } left {
May 25 11:46:01 wssql-ix03 mysqld: } partitioned {
May 25 11:46:01 wssql-ix03 mysqld: #01125fc17e7-02c2-11e5-8c5a-7b5b15f1781c,0
May 25 11:46:01 wssql-ix03 mysqld: })
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: forgetting 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE_EXCHANGE: sent state UUID: da36311f-02c2-11e5-a12f-4b9072680b2c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: sent state msg: da36311f-02c2-11e5-a12f-4b9072680b2c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: got state msg: da36311f-02c2-11e5-a12f-4b9072680b2c from 0 (wssql-ix03)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: got state msg: da36311f-02c2-11e5-a12f-4b9072680b2c from 1 (wssql-ix02)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Quorum results:
May 25 11:46:01 wssql-ix03 mysqld: #011version    = 3,
May 25 11:46:01 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:46:01 wssql-ix03 mysqld: #011conf_id    = 37,
May 25 11:46:01 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:46:01 wssql-ix03 mysqld: #011act_id     = 10545840,
May 25 11:46:01 wssql-ix03 mysqld: #011last_appl. = 10545792,
May 25 11:46:01 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:46:01 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545840, view# 38: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Service thread queue flushed.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Assign initial position for certification: 10545840, protocol version: 3
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Service thread queue flushed.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Warning] WSREP: Releasing seqno 10545840 before 10545841 was assigned.
May 25 11:46:06 wssql-ix03 mysqld: 150525 11:46:06 [Note] WSREP:  cleaning up 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567)
May 25 11:46:19 wssql-ix03 mysqld: 2015/05/25 11:46:19 socat[3479] E write(3, 0x17cc200, 8192): Broken pipe
May 25 11:46:20 wssql-ix03 mysqld: WSREP_SST: [ERROR] innobackupex finished with error: 1.  Check /var/lib/mysql//innobackup.backup.log (20150525 11:46:20.473)
May 25 11:46:20 wssql-ix03 mysqld: WSREP_SST: [ERROR] Cleanup after exit with status:22 (20150525 11:46:20.478)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Failed to read from: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541'
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Process completed with error: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541': 22 (Invalid argument)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Command did not run: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541'
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Warning] WSREP: Could not find peer: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Warning] WSREP: 0.0 (wssql-ix03): State transfer to -1.-1 (left the group) failed: -22 (Invalid argument)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 10545885)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Member 0.0 (wssql-ix03) synced with group.
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10545885)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Synchronized with group, ready for connections
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: declaring f7a42bca-02c2-11e5-ab7a-cec563816739 stable
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,39) memb {
May 25 11:46:50 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:46:50 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:46:50 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:46:50 wssql-ix03 mysqld: } joined {
May 25 11:46:50 wssql-ix03 mysqld: } left {
May 25 11:46:50 wssql-ix03 mysqld: } partitioned {
May 25 11:46:50 wssql-ix03 mysqld: })
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 3
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE_EXCHANGE: sent state UUID: f7acb324-02c2-11e5-9c4e-6ade19b4a603
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: sent state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 0 (wssql-ix03)
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 1 (wssql-ix02)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 2 (wssql-ix01)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Quorum results:
May 25 11:46:51 wssql-ix03 mysqld: #011version    = 3,
May 25 11:46:51 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:46:51 wssql-ix03 mysqld: #011conf_id    = 38,
May 25 11:46:51 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:46:51 wssql-ix03 mysqld: #011act_id     = 10545926,
May 25 11:46:51 wssql-ix03 mysqld: #011last_appl. = 10545792,
May 25 11:46:51 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:46:51 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545926, view# 39: Primary, number of nodes: 3, my index: 0, protocol version 3
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Service thread queue flushed.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Assign initial position for certification: 10545926, protocol version: 3
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Service thread queue flushed.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Warning] WSREP: Releasing seqno 10545926 before 10545927 was assigned.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Member 2.0 (wssql-ix01) requested state transfer from '*any*'. Selected 0.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10545926)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545926''
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:46:51.824)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:46:51.830)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:46:51.846)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:46:51.853)
May 25 11:55:19 wssql-ix03 mysqld: 150525 11:55:19 [Note] WSREP: Provider paused at 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548500 (9612207)
May 25 11:55:22 wssql-ix03 mysqld: 150525 11:55:22 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.9:4567
May 25 11:55:23 wssql-ix03 mysqld: 150525 11:55:23 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 9df418b3-e288-11e4-841e-c34bc61e6237 (tcp://10.3.134.9:4567), attempt 0
May 25 11:55:23 wssql-ix03 mysqld: 150525 11:55:23 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: resuming provider at 9612207
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Provider resumed.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 2th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 3th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 4th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Failed to apply trx: source: 9df418b3-e288-11e4-841e-c34bc61e6237 version: 3 local: 0 state: APPLYING flags: 1 conn_id: 2814603 trx_id: 27870786 seqnos (l: 9612221, g: 10548513, s: 10548512, d: 10548512, ts: 14857267594820809)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Failed to apply trx 10548513 4 times
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Node consistency compromized, aborting...
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing send monitor...
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closed send monitor.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: terminating thread
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: joining thread
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: closing backend
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: view(view_id(NON_PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,39) memb {
May 25 11:55:55 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:55:55 wssql-ix03 mysqld: } joined {
May 25 11:55:55 wssql-ix03 mysqld: } left {
May 25 11:55:55 wssql-ix03 mysqld: } partitioned {
May 25 11:55:55 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:55:55 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:55:55 wssql-ix03 mysqld: })
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: view((empty))
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: closed
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Flow-control interval: [16, 16]
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received NON-PRIMARY.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Shifting DONOR/DESYNCED -> OPEN (TO: 10550291)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received self-leave message.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Flow-control interval: [0, 0]
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received SELF-LEAVE. Closing connection.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Shifting OPEN -> CLOSED (TO: 10550291)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: RECV thread exiting 0: Success
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: recv_thread() joined.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing replication queue.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing slave action queue.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: /usr/sbin/mysqld: Terminated.
May 25 11:55:57 wssql-ix03 mysqld: WSREP_SST: [ERROR] innobackupex finished with error: 104.  Check /var/lib/mysql//innobackup.backup.log (20150525 11:55:57.435)
May 25 11:55:57 wssql-ix03 mysqld: WSREP_SST: [ERROR] Cleanup after exit with status:22 (20150525 11:55:57.442)
May 25 11:55:57 wssql-ix03 mysqld_safe: Number of processes running now: 0
May 25 11:55:57 wssql-ix03 mysqld_safe: WSREP: not restarting wsrep node automatically
May 25 11:55:57 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:56:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:56:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.YxuDBi' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:56:19 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:56:19 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Service thread queue flushed.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_sst_grab()
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Start replication
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: protonet asio version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: backend: asio
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: GMCast version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: EVS version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: PC version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Warning] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:56:20 wssql-ix03 mysqld: 150525 11:56:20 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:56:20 wssql-ix03 mysqld: 150525 11:56:20 [Note] WSREP: view(view_id(NON_PRIM,4aced258-02c4-11e5-a01d-53fc78e3f366,42) memb {
May 25 11:56:20 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:56:20 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:56:20 wssql-ix03 mysqld: } joined {
May 25 11:56:20 wssql-ix03 mysqld: } left {
May 25 11:56:20 wssql-ix03 mysqld: } partitioned {
May 25 11:56:20 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:56:20 wssql-ix03 mysqld: })
May 25 11:56:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]:
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] Aborting
May 25 11:56:50 wssql-ix03 mysqld:
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [Note] WSREP: Service disconnected.
May 25 11:56:51 wssql-ix03 mysqld: 150525 11:56:51 [Note] WSREP: Some threads may fail to exit.
May 25 11:56:51 wssql-ix03 mysqld: 150525 11:56:51 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:56:51 wssql-ix03 mysqld:
May 25 11:56:51 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:56:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:56:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.8osNWa' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:57:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:57:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Service thread queue flushed.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_sst_grab()
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Start replication
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: protonet asio version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: backend: asio
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: GMCast version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: EVS version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: PC version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Warning] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: view(view_id(NON_PRIM,64c267f3-02c4-11e5-be77-fed94faadcb2,44) memb {
May 25 11:57:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:57:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:57:03 wssql-ix03 mysqld: } joined {
May 25 11:57:03 wssql-ix03 mysqld: } left {
May 25 11:57:03 wssql-ix03 mysqld: } partitioned {
May 25 11:57:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:57:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:57:03 wssql-ix03 mysqld: })
May 25 11:57:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]:
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] Aborting
May 25 11:57:33 wssql-ix03 mysqld:
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [Note] WSREP: Service disconnected.
May 25 11:57:34 wssql-ix03 mysqld: 150525 11:57:34 [Note] WSREP: Some threads may fail to exit.
May 25 11:57:34 wssql-ix03 mysqld: 150525 11:57:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:57:34 wssql-ix03 mysqld:
May 25 11:57:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:57:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:57:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.na2zKT' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:57:52 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:57:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Service thread queue flushed.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_sst_grab()
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Start replication
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: protonet asio version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: backend: asio
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: GMCast version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: EVS version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: PC version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Warning] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: view(view_id(NON_PRIM,827ab6a5-02c4-11e5-a113-2b623efadeab,46) memb {
May 25 11:57:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:57:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:57:53 wssql-ix03 mysqld: } joined {
May 25 11:57:53 wssql-ix03 mysqld: } left {
May 25 11:57:53 wssql-ix03 mysqld: } partitioned {
May 25 11:57:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:57:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:57:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:57:53 wssql-ix03 mysqld: })
May 25 11:58:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]:
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] Aborting
May 25 11:58:24 wssql-ix03 mysqld:
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [Note] WSREP: Service disconnected.
May 25 11:58:25 wssql-ix03 mysqld: 150525 11:58:25 [Note] WSREP: Some threads may fail to exit.
May 25 11:58:25 wssql-ix03 mysqld: 150525 11:58:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:58:25 wssql-ix03 mysqld:
May 25 11:58:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:58:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:58:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.oP0MEX' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:58:43 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:58:43 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Service thread queue flushed.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_sst_grab()
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Start replication
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: protonet asio version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: backend: asio
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: GMCast version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: EVS version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: PC version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Warning] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,48) memb {
May 25 11:58:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:58:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 11:58:43 wssql-ix03 mysqld: } joined {
May 25 11:58:43 wssql-ix03 mysqld: } left {
May 25 11:58:43 wssql-ix03 mysqld: } partitioned {
May 25 11:58:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:58:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:58:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:58:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:58:43 wssql-ix03 mysqld: })
May 25 11:59:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]:
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] Aborting
May 25 11:59:14 wssql-ix03 mysqld:
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [Note] WSREP: Service disconnected.
May 25 11:59:15 wssql-ix03 mysqld: 150525 11:59:15 [Note] WSREP: Some threads may fail to exit.
May 25 11:59:15 wssql-ix03 mysqld: 150525 11:59:15 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:59:15 wssql-ix03 mysqld:
May 25 11:59:15 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:59:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:59:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.oTR6Qu' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:59:33 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:59:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Service thread queue flushed.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_sst_grab()
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Start replication
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: protonet asio version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: backend: asio
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: GMCast version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: EVS version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: PC version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Warning] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,50) memb {
May 25 11:59:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:59:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 11:59:33 wssql-ix03 mysqld: } joined {
May 25 11:59:33 wssql-ix03 mysqld: } left {
May 25 11:59:33 wssql-ix03 mysqld: } partitioned {
May 25 11:59:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:59:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:59:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:59:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 11:59:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:59:33 wssql-ix03 mysqld: })
May 25 11:59:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]:
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] Aborting
May 25 12:00:04 wssql-ix03 mysqld:
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [Note] WSREP: Service disconnected.
May 25 12:00:05 wssql-ix03 mysqld: 150525 12:00:05 [Note] WSREP: Some threads may fail to exit.
May 25 12:00:05 wssql-ix03 mysqld: 150525 12:00:05 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:00:05 wssql-ix03 mysqld:
May 25 12:00:05 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:00:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:00:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.I5lnu5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:00:23 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:00:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Service thread queue flushed.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Start replication
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: protonet asio version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: backend: asio
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: GMCast version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: EVS version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: PC version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Warning] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,52) memb {
May 25 12:00:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:00:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:00:23 wssql-ix03 mysqld: } joined {
May 25 12:00:23 wssql-ix03 mysqld: } left {
May 25 12:00:23 wssql-ix03 mysqld: } partitioned {
May 25 12:00:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:00:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:00:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:00:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:00:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:00:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:00:23 wssql-ix03 mysqld: })
May 25 12:00:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]:
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] Aborting
May 25 12:00:53 wssql-ix03 mysqld:
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [Note] WSREP: Service disconnected.
May 25 12:00:54 wssql-ix03 mysqld: 150525 12:00:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:00:54 wssql-ix03 mysqld: 150525 12:00:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:00:54 wssql-ix03 mysqld:
May 25 12:00:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:01:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:01:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.C7iTP5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:01:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:01:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Service thread queue flushed.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Start replication
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: protonet asio version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: backend: asio
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: GMCast version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: EVS version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: PC version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Warning] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,54) memb {
May 25 12:01:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:01:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:01:13 wssql-ix03 mysqld: } joined {
May 25 12:01:13 wssql-ix03 mysqld: } left {
May 25 12:01:13 wssql-ix03 mysqld: } partitioned {
May 25 12:01:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:01:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:01:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:01:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:01:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:01:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:01:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:01:13 wssql-ix03 mysqld: })
May 25 12:01:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]:
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] Aborting
May 25 12:01:43 wssql-ix03 mysqld:
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [Note] WSREP: Service disconnected.
May 25 12:01:44 wssql-ix03 mysqld: 150525 12:01:44 [Note] WSREP: Some threads may fail to exit.
May 25 12:01:44 wssql-ix03 mysqld: 150525 12:01:44 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:01:44 wssql-ix03 mysqld:
May 25 12:01:44 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:01:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:01:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ljoweO' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:02:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:02:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Service thread queue flushed.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Start replication
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: protonet asio version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: backend: asio
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: GMCast version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: EVS version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: PC version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Warning] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: view(view_id(NON_PRIM,179158d8-02c5-11e5-9205-f7b74bbf74a4,56) memb {
May 25 12:02:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:02:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:02:03 wssql-ix03 mysqld: } joined {
May 25 12:02:03 wssql-ix03 mysqld: } left {
May 25 12:02:03 wssql-ix03 mysqld: } partitioned {
May 25 12:02:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:02:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:02:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:02:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:02:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:02:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:02:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:02:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:02:03 wssql-ix03 mysqld: })
May 25 12:02:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]:
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] Aborting
May 25 12:02:33 wssql-ix03 mysqld:
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [Note] WSREP: Service disconnected.
May 25 12:02:34 wssql-ix03 mysqld: 150525 12:02:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:02:34 wssql-ix03 mysqld: 150525 12:02:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:02:34 wssql-ix03 mysqld:
May 25 12:02:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:02:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:02:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ebsja6' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:02:53 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:02:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Service thread queue flushed.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_sst_grab()
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Start replication
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: protonet asio version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: backend: asio
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: GMCast version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: EVS version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: PC version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Warning] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: view(view_id(NON_PRIM,35513378-02c5-11e5-a8f4-5be1d163b26c,58) memb {
May 25 12:02:53 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:02:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:02:53 wssql-ix03 mysqld: } joined {
May 25 12:02:53 wssql-ix03 mysqld: } left {
May 25 12:02:53 wssql-ix03 mysqld: } partitioned {
May 25 12:02:53 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:02:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:02:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:02:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:02:53 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:02:53 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:02:53 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:02:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:02:53 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:02:53 wssql-ix03 mysqld: })
May 25 12:03:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]:
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] Aborting
May 25 12:03:24 wssql-ix03 mysqld:
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [Note] WSREP: Service disconnected.
May 25 12:03:25 wssql-ix03 mysqld: 150525 12:03:25 [Note] WSREP: Some threads may fail to exit.
May 25 12:03:25 wssql-ix03 mysqld: 150525 12:03:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:03:25 wssql-ix03 mysqld:
May 25 12:03:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:03:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:03:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.FuXyfI' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:03:43 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:03:43 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Service thread queue flushed.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_sst_grab()
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Start replication
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: protonet asio version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: backend: asio
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: GMCast version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: EVS version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: PC version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Warning] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: view(view_id(NON_PRIM,5319aa1a-02c5-11e5-91a3-9e2f20af2255,60) memb {
May 25 12:03:43 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:03:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:03:43 wssql-ix03 mysqld: } joined {
May 25 12:03:43 wssql-ix03 mysqld: } left {
May 25 12:03:43 wssql-ix03 mysqld: } partitioned {
May 25 12:03:43 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:03:43 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:03:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:03:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:03:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:03:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:03:43 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:03:43 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:03:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:03:43 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:03:43 wssql-ix03 mysqld: })
May 25 12:04:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]:
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] Aborting
May 25 12:04:13 wssql-ix03 mysqld:
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [Note] WSREP: Service disconnected.
May 25 12:04:14 wssql-ix03 mysqld: 150525 12:04:14 [Note] WSREP: Some threads may fail to exit.
May 25 12:04:14 wssql-ix03 mysqld: 150525 12:04:14 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:04:14 wssql-ix03 mysqld:
May 25 12:04:14 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:04:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:04:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.OwzNKP' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:04:33 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:04:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Service thread queue flushed.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_sst_grab()
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Start replication
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: protonet asio version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: backend: asio
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: GMCast version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: EVS version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: PC version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Warning] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: view(view_id(NON_PRIM,70ef274b-02c5-11e5-9ff2-8b6355487f18,62) memb {
May 25 12:04:33 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:04:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:04:33 wssql-ix03 mysqld: } joined {
May 25 12:04:33 wssql-ix03 mysqld: } left {
May 25 12:04:33 wssql-ix03 mysqld: } partitioned {
May 25 12:04:33 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:04:33 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:04:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:04:33 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:04:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:04:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:04:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:04:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:04:33 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:04:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:04:33 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:04:33 wssql-ix03 mysqld: })
May 25 12:04:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]:
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] Aborting
May 25 12:05:03 wssql-ix03 mysqld:
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [Note] WSREP: Service disconnected.
May 25 12:05:04 wssql-ix03 mysqld: 150525 12:05:04 [Note] WSREP: Some threads may fail to exit.
May 25 12:05:04 wssql-ix03 mysqld: 150525 12:05:04 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:05:04 wssql-ix03 mysqld:
May 25 12:05:04 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:05:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:05:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.feF9pN' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:05:23 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:05:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Service thread queue flushed.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Start replication
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: protonet asio version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: backend: asio
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: GMCast version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: EVS version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: PC version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Warning] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: view(view_id(NON_PRIM,8ec47e92-02c5-11e5-8bf1-526fa5022323,64) memb {
May 25 12:05:23 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:05:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:05:23 wssql-ix03 mysqld: } joined {
May 25 12:05:23 wssql-ix03 mysqld: } left {
May 25 12:05:23 wssql-ix03 mysqld: } partitioned {
May 25 12:05:23 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:05:23 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:05:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:05:23 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:05:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:05:23 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:05:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:05:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:05:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:05:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:05:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:05:23 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:05:23 wssql-ix03 mysqld: })
May 25 12:05:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]:
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] Aborting
May 25 12:05:53 wssql-ix03 mysqld:
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [Note] WSREP: Service disconnected.
May 25 12:05:54 wssql-ix03 mysqld: 150525 12:05:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:05:54 wssql-ix03 mysqld: 150525 12:05:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:05:54 wssql-ix03 mysqld:
May 25 12:05:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:06:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:06:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.vD2eKw' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:06:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:06:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Service thread queue flushed.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Start replication
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: protonet asio version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: backend: asio
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: GMCast version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: EVS version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: PC version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Warning] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,66) memb {
May 25 12:06:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:06:13 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:06:13 wssql-ix03 mysqld: } joined {
May 25 12:06:13 wssql-ix03 mysqld: } left {
May 25 12:06:13 wssql-ix03 mysqld: } partitioned {
May 25 12:06:13 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:06:13 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:06:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:06:13 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:06:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:06:13 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:06:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:06:13 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:06:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:06:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:06:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:06:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:06:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:06:13 wssql-ix03 mysqld: })
May 25 12:06:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]:
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] Aborting
May 25 12:06:44 wssql-ix03 mysqld:
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [Note] WSREP: Service disconnected.
May 25 12:06:45 wssql-ix03 mysqld: 150525 12:06:45 [Note] WSREP: Some threads may fail to exit.
May 25 12:06:45 wssql-ix03 mysqld: 150525 12:06:45 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:06:45 wssql-ix03 mysqld:
May 25 12:06:45 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:06:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:06:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.mPMUPi' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:07:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:07:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Service thread queue flushed.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Start replication
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: protonet asio version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: backend: asio
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: GMCast version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: EVS version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: PC version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Warning] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,68) memb {
May 25 12:07:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:07:03 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:07:03 wssql-ix03 mysqld: } joined {
May 25 12:07:03 wssql-ix03 mysqld: } left {
May 25 12:07:03 wssql-ix03 mysqld: } partitioned {
May 25 12:07:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:07:03 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:07:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:07:03 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:07:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:07:03 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:07:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:07:03 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:07:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:07:03 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:07:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:07:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:07:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:07:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:07:03 wssql-ix03 mysqld: })
May 25 12:07:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]:
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] Aborting
May 25 12:07:33 wssql-ix03 mysqld:
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [Note] WSREP: Service disconnected.
May 25 12:07:34 wssql-ix03 mysqld: 150525 12:07:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:07:34 wssql-ix03 mysqld: 150525 12:07:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:07:34 wssql-ix03 mysqld:
May 25 12:07:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:07:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:07:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.egJnqs' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:07:52 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:07:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Service thread queue flushed.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_sst_grab()
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Start replication
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: protonet asio version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: backend: asio
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: GMCast version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: EVS version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: PC version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Warning] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,70) memb {
May 25 12:07:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:07:53 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:07:53 wssql-ix03 mysqld: } joined {
May 25 12:07:53 wssql-ix03 mysqld: } left {
May 25 12:07:53 wssql-ix03 mysqld: } partitioned {
May 25 12:07:53 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:07:53 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:07:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:07:53 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:07:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:07:53 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:07:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:07:53 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:07:53 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:07:53 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:07:53 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:07:53 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:07:53 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:07:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:07:53 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:07:53 wssql-ix03 mysqld: })
May 25 12:08:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]:
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] Aborting
May 25 12:08:24 wssql-ix03 mysqld:
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [Note] WSREP: Service disconnected.
May 25 12:08:25 wssql-ix03 mysqld: 150525 12:08:25 [Note] WSREP: Some threads may fail to exit.
May 25 12:08:25 wssql-ix03 mysqld: 150525 12:08:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:08:25 wssql-ix03 mysqld:
May 25 12:08:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:08:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:08:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ANHNAl' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:08:42 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:08:42 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Service thread queue flushed.
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: wsrep_sst_grab()
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Start replication
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: protonet asio version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: backend: asio
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: GMCast version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: EVS version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: PC version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Warning] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: view(view_id(NON_PRIM,05e46402-02c6-11e5-809f-062a9119e68b,72) memb {
May 25 12:08:43 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:08:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:08:43 wssql-ix03 mysqld: } joined {
May 25 12:08:43 wssql-ix03 mysqld: } left {
May 25 12:08:43 wssql-ix03 mysqld: } partitioned {
May 25 12:08:43 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:08:43 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:08:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:08:43 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:08:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:08:43 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:08:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:08:43 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:08:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:08:43 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:08:43 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:08:43 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:08:43 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:08:43 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:08:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:08:43 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:08:43 wssql-ix03 mysqld: })
May 25 12:09:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]:
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] Aborting
May 25 12:09:13 wssql-ix03 mysqld:
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [Note] WSREP: Service disconnected.
May 25 12:09:14 wssql-ix03 mysqld: 150525 12:09:14 [Note] WSREP: Some threads may fail to exit.
May 25 12:09:14 wssql-ix03 mysqld: 150525 12:09:14 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:09:14 wssql-ix03 mysqld:
May 25 12:09:14 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:09:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:09:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.kPo69N' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:09:32 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:09:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Service thread queue flushed.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: wsrep_sst_grab()
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Start replication
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: protonet asio version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: backend: asio
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: GMCast version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: EVS version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: PC version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Warning] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: view(view_id(NON_PRIM,23b3a88b-02c6-11e5-846b-f227e28cf600,74) memb {
May 25 12:09:33 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:09:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:09:33 wssql-ix03 mysqld: } joined {
May 25 12:09:33 wssql-ix03 mysqld: } left {
May 25 12:09:33 wssql-ix03 mysqld: } partitioned {
May 25 12:09:33 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:09:33 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:09:33 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:09:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:09:33 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:09:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:09:33 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:09:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:09:33 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:09:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:09:33 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:09:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:09:33 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:09:33 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:09:33 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:09:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:09:33 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:09:33 wssql-ix03 mysqld: })
May 25 12:09:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]:
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] Aborting
May 25 12:10:04 wssql-ix03 mysqld:
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [Note] WSREP: Service disconnected.
May 25 12:10:05 wssql-ix03 mysqld: 150525 12:10:05 [Note] WSREP: Some threads may fail to exit.
May 25 12:10:05 wssql-ix03 mysqld: 150525 12:10:05 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:10:05 wssql-ix03 mysqld:
May 25 12:10:05 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:10:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:10:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.UPcle9' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:10:22 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:10:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Service thread queue flushed.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Start replication
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: protonet asio version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: backend: asio
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: GMCast version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: EVS version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: PC version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Warning] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: view(view_id(NON_PRIM,418343b8-02c6-11e5-9004-b7ce33220d60,76) memb {
May 25 12:10:23 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:10:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:10:23 wssql-ix03 mysqld: } joined {
May 25 12:10:23 wssql-ix03 mysqld: } left {
May 25 12:10:23 wssql-ix03 mysqld: } partitioned {
May 25 12:10:23 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:10:23 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:10:23 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:10:23 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:10:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:10:23 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:10:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:10:23 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:10:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:10:23 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:10:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:10:23 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:10:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:10:23 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:10:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:10:23 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:10:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:10:23 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:10:23 wssql-ix03 mysqld: })
May 25 12:10:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]:
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] Aborting
May 25 12:10:53 wssql-ix03 mysqld:
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [Note] WSREP: Service disconnected.
May 25 12:10:54 wssql-ix03 mysqld: 150525 12:10:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:10:54 wssql-ix03 mysqld: 150525 12:10:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:10:54 wssql-ix03 mysqld:
May 25 12:10:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:11:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:11:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.EXMfvR' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:11:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:11:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Service thread queue flushed.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Start replication
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: protonet asio version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: backend: asio
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: GMCast version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: EVS version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: PC version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Warning] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: view(view_id(NON_PRIM,5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,78) memb {
May 25 12:11:13 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:11:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:11:13 wssql-ix03 mysqld: } joined {
May 25 12:11:13 wssql-ix03 mysqld: } left {
May 25 12:11:13 wssql-ix03 mysqld: } partitioned {
May 25 12:11:13 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:11:13 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:11:13 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:11:13 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:11:13 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:11:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:11:13 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:11:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:11:13 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:11:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:11:13 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:11:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:11:13 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:11:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:11:13 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:11:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:11:13 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:11:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:11:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:11:13 wssql-ix03 mysqld: })
May 25 12:11:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]:
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] Aborting
May 25 12:11:43 wssql-ix03 mysqld:
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [Note] WSREP: Service disconnected.
May 25 12:11:44 wssql-ix03 mysqld: 150525 12:11:44 [Note] WSREP: Some threads may fail to exit.
May 25 12:11:44 wssql-ix03 mysqld: 150525 12:11:44 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:11:44 wssql-ix03 mysqld:
May 25 12:11:44 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:11:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:11:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.BeJnY5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:12:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:12:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Service thread queue flushed.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Start replication
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: protonet asio version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: backend: asio
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: GMCast version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: EVS version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: PC version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Warning] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: view(view_id(NON_PRIM,7d273ae0-02c6-11e5-b916-a6ec4c114952,80) memb {
May 25 12:12:03 wssql-ix03 mysqld: #0117d273ae0-02c6-11e5-b916-a6ec4c114952,0
May 25 12:12:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:12:03 wssql-ix03 mysqld: } joined {
May 25 12:12:03 wssql-ix03 mysqld: } left {
May 25 12:12:03 wssql-ix03 mysqld: } partitioned {
May 25 12:12:03 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:12:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:12:03 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:12:03 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:12:03 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:12:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:12:03 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:12:03 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:12:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:12:03 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:12:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:12:03 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:12:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:12:03 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:12:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:12:03 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:12:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:12:03 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:12:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:12:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:12:03 wssql-ix03 mysqld: })
May 25 12:12:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]:
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] Aborting
May 25 12:12:33 wssql-ix03 mysqld:
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [Note] WSREP: Service disconnected.
May 25 12:12:34 wssql-ix03 mysqld: 150525 12:12:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:12:34 wssql-ix03 mysqld: 150525 12:12:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:12:34 wssql-ix03 mysqld:
May 25 12:12:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:12:44 wssql-ix03 monit[1643]: 'mysql' unmonitor on user request
May 25 12:12:44 wssql-ix03 monit[1643]: 'mysql' unmonitor action done
May 25 12:16:40 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:16:40 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.v862Nl' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:16:44 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:16:44 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Service thread queue flushed.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_sst_grab()
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Start replication
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: protonet asio version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: backend: asio
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: GMCast version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: EVS version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: PC version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Warning] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:16:45 wssql-ix03 mysqld: 150525 12:16:45 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:16:45 wssql-ix03 mysqld: 150525 12:16:45 [Note] WSREP: view(view_id(NON_PRIM,25108be2-02c7-11e5-8725-4bc314ea0d5f,84) memb {
May 25 12:16:45 wssql-ix03 mysqld: #01125108be2-02c7-11e5-8725-4bc314ea0d5f,0
May 25 12:16:45 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:16:45 wssql-ix03 mysqld: } joined {
May 25 12:16:45 wssql-ix03 mysqld: } left {
May 25 12:16:45 wssql-ix03 mysqld: } partitioned {
May 25 12:16:45 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:16:45 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:16:45 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:16:45 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:16:45 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:16:45 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:16:45 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:16:45 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:16:45 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:16:45 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:16:45 wssql-ix03 mysqld: #0117d273ae0-02c6-11e5-b916-a6ec4c114952,0
May 25 12:16:45 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:16:45 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:16:45 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:16:45 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:16:45 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:16:45 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:16:45 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:16:45 wssql-ix03 mysqld: #011e03bddea-02c6-11e5-a847-963ac599e030,0
May 25 12:16:45 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:16:45 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec56
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]:
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] Aborting
May 25 12:17:15 wssql-ix03 mysqld:
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [Note] WSREP: Service disconnected.
May 25 12:17:16 wssql-ix03 mysqld: 150525 12:17:16 [Note] WSREP: Some threads may fail to exit.
May 25 12:17:16 wssql-ix03 mysqld: 150525 12:17:16 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:17:16 wssql-ix03 mysqld:
May 25 12:17:16 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:33:29 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:33:29 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.pZLs6M' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:33:34 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:33:34 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Service thread queue flushed.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_sst_grab()
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Start replication
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: protonet asio version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: backend: asio
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: GMCast version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: EVS version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: PC version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Warning] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: declaring 674568e4-02c9-11e5-aaba-b78d1d81c311 stable
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Node 674568e4-02c9-11e5-aaba-b78d1d81c311 state prim
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: view(view_id(PRIM,674568e4-02c9-11e5-aaba-b78d1d81c311,2) memb {
May 25 12:33:34 wssql-ix03 mysqld: #011674568e4-02c9-11e5-aaba-b78d1d81c311,0
May 25 12:33:34 wssql-ix03 mysqld: #0117eb94be8-02c9-11e5-a47a-76cb6536623d,0
May 25 12:33:34 wssql-ix03 mysqld: } joined {
May 25 12:33:34 wssql-ix03 mysqld: } left {
May 25 12:33:34 wssql-ix03 mysqld: } partitioned {
May 25 12:33:34 wssql-ix03 mysqld: })
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: discarding pending addr without UUID: tcp://10.3.134.16:4567
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: gcomm: connected
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Opened channel 'websolution'
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Waiting for SST to complete.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: sent state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: got state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c from 0 (wssql-ix02)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: got state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c from 1 (wssql-ix03)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Quorum results:
May 25 12:33:35 wssql-ix03 mysqld: #011version    = 3,
May 25 12:33:35 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 12:33:35 wssql-ix03 mysqld: #011conf_id    = 1,
May 25 12:33:35 wssql-ix03 mysqld: #011members    = 1/2 (joined/total),
May 25 12:33:35 wssql-ix03 mysqld: #011act_id     = 10550686,
May 25 12:33:35 wssql-ix03 mysqld: #011last_appl. = -1,
May 25 12:33:35 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 12:33:35 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Flow-control interval: [23, 23]
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 10550686)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: State transfer required:
May 25 12:33:35 wssql-ix03 mysqld: #011Group state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550686
May 25 12:33:35 wssql-ix03 mysqld: #011Local state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550686, view# 2: Primary, number of nodes: 2, my index: 1, protocol version 3
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Warning] WSREP: Gap in state sequence. Need state transfer.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'joiner' --address '10.3.134.18' --auth 'replication-user:f02266aaea02' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf' --parent '11652' --binlog '/var/log/mysql/mariadb-bin' '
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 12:33:35.452)
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 12:33:35.457)
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating socat -u TCP-LISTEN:4444,reuseaddr stdio | tar xfi - --recursive-unlink -h; RC=( ${PIPESTATUS[@]} ) (20150525 12:33:35.491)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Prepared SST request: xtrabackup|10.3.134.18:4444/xtrabackup_sst
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Service thread queue flushed.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Assign initial position for certification: 10550686, protocol version: 3
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Service thread queue flushed.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Warning] WSREP: Failed to prepare for incremental state transfer: Local state UUID (00000000-0000-0000-0000-000000000000) does not match group state UUID (5d3b58bf-7bbe-11e4-9047-d6a833168dde): 1 (Operation not permitted)
May 25 12:33:35 wssql-ix03 mysqld: #011 at galera/src/replicator_str.cpp:prepare_for_IST():447. IST will be unavailable.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Member 1.0 (wssql-ix03) requested state transfer from '*any*'. Selected 0.0 (wssql-ix02)(SYNCED) as donor.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 10550686)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Requesting state transfer: success, donor: 0
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]:
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: declaring 674568e4-02c9-11e5-aaba-b78d1d81c311 stable
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: declaring d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0 stable
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: Node 674568e4-02c9-11e5-aaba-b78d1d81c311 state prim
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: view(view_id(PRIM,674568e4-02c9-11e5-aaba-b78d1d81c311,3) memb {
May 25 12:36:05 wssql-ix03 mysqld: #011674568e4-02c9-11e5-aaba-b78d1d81c311,0
May 25 12:36:05 wssql-ix03 mysqld: #0117eb94be8-02c9-11e5-a47a-76cb6536623d,0
May 25 12:36:05 wssql-ix03 mysqld: #011d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0,0
May 25 12:36:05 wssql-ix03 mysqld: } joined {
May 25 12:36:05 wssql-ix03 mysqld: } left {
May 25 12:36:05 wssql-ix03 mysqld: } partitioned {
May 25 12:36:05 wssql-ix03 mysqld: })
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: sent state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 0 (wssql-ix02)
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 1 (wssql-ix03)
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 2 (wssql-ix01)
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: Quorum results:
May 25 12:36:06 wssql-ix03 mysqld: #011version    = 3,
May 25 12:36:06 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 12:36:06 wssql-ix03 mysqld: #011conf_id    = 2,
May 25 12:36:06 wssql-ix03 mysqld: #011members    = 1/3 (joined/total),
May 25 12:36:06 wssql-ix03 mysqld: #011act_id     = 10550998,
May 25 12:36:06 wssql-ix03 mysqld: #011last_appl. = 10550938,
May 25 12:36:06 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 12:36:06 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: Flow-control interval: [28, 28]
May 25 12:36:44 wssql-ix03 mysqld: 150525 12:36:44 [Note] WSREP: 0.0 (wssql-ix02): State transfer to 1.0 (wssql-ix03) complete.
May 25 12:36:44 wssql-ix03 mysqld: 150525 12:36:44 [Note] WSREP: Member 0.0 (wssql-ix02) synced with group.
May 25 12:36:45 wssql-ix03 mysqld: 150525 12:36:45 [Note] WSREP: Member 2.0 (wssql-ix01) requested state transfer from '*any*'. Selected 0.0 (wssql-ix02)(SYNCED) as donor.
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Proceeding with SST (20150525 12:36:45.011)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Removing existing ib_logfile files (20150525 12:36:45.038)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Preparing the backup at /var/lib/mysql/ (20150525 12:36:45.205)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf --apply-log $rebuildcmd ${DATA} &>${DATA}/innobackup.prepare.log (20150525 12:36:45.210)
May 25 12:36:52 wssql-ix03 mysqld: WSREP_SST: [INFO] Total time on joiner: 0 seconds (20150525 12:36:52.272)
May 25 12:36:52 wssql-ix03 mysqld: WSREP_SST: [INFO] Removing the sst_in_progress file (20150525 12:36:52.279)
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] WSREP: SST complete, seqno: 10550998
May 25 12:36:52 wssql-ix03 mysqld: 2015-05-25 12:36:52 7f4717afc780 InnoDB: Warning: Using innodb_locks_unsafe_for_binlog is DEPRECATED. This option may be removed in future releases. Please use READ COMMITTED transaction isolation level instead, see http://dev.mysql.com/doc/refman/5.6/en/set-transaction.html.
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using mutexes to ref count buffer pool pages
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: The InnoDB memory heap is disabled
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Memory barrier is not used
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Compressed tables use zlib 1.2.3.4
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using Linux native AIO
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using CPU crc32 instructions
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Initializing buffer pool, size = 7.0G
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Completed initialization of buffer pool
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Highest supported file format is Barracuda.
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: 128 rollback segment(s) are active.
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Waiting for purge to start
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB:  Percona XtraDB (http://www.percona.com) 5.6.20-68.0 started; log sequence number 35234539692
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Plugin 'FEEDBACK' is disabled.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Server socket created on IP: '0.0.0.0'.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Event Scheduler: Loaded 0 events
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Signalling provider to continue.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: SST received: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550998
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: 1.0 (wssql-ix03): State transfer from 0.0 (wssql-ix02) complete.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Shifting JOINER -> JOINED (TO: 10551038)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Reading of all Master_info entries succeded
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Added new Master_info '' to hash table
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] /usr/sbin/mysqld: ready for connections.
May 25 12:36:54 wssql-ix03 mysqld: Version: '10.0.14-MariaDB-1~precise-wsrep-log'  socket: '/var/run/mysqld/mysqld.sock'  port: 3306  mariadb.org binary distribution, wsrep_25.10.r4144
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550998, view# 3: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Service thread queue flushed.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Assign initial position for certification: 10550998, protocol version: 3
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Service thread queue flushed.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Warning] WSREP: Releasing seqno 10550998 before 10550999 was assigned.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Member 1.0 (wssql-ix03) synced with group.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10551038)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Synchronized with group, ready for connections
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:36:56 wssql-ix03 mysqld: 150525 12:36:56 [Warning] IP address '10.3.215.17' could not be resolved: Name or service not known
May 25 12:41:06 wssql-ix03 mysqld: 150525 12:41:06 [Note] WSREP: 0.0 (wssql-ix02): State transfer to 2.0 (wssql-ix01) complete.
May 25 12:41:06 wssql-ix03 mysqld: 150525 12:41:06 [Note] WSREP: Member 0.0 (wssql-ix02) synced with group.
May 25 12:41:37 wssql-ix03 mysqld: 150525 12:41:37 [Note] WSREP: 2.0 (wssql-ix01): State transfer from 0.0 (wssql-ix02) complete.
May 25 12:41:39 wssql-ix03 mysqld: 150525 12:41:39 [Note] WSREP: Member 2.0 (wssql-ix01) synced with group.
May 25 12:42:14 wssql-ix03 mysqld: 150525 12:42:14 [Warning] IP address '10.3.251.14' could not be resolved: Name or service not known
May 25 12:50:22 wssql-ix03 mysqld: 150525 12:50:22 [Warning] Aborted connection 367 to db: 'dinvinguide_production' user: 'dinvinguide_production' host: 'wsweb-ix01.se-ix.delta.prod' (Unknown error)
May 25 12:51:08 wssql-ix03 mysqld: 150525 12:51:08 [Warning] Aborted connection 468 to db: 'dinvinguide_production' user: 'dinvinguide_production' host: 'wsweb-ix01.se-ix.delta.prod' (Unknown error)
May 25 13:01:58 wssql-ix03 mysqld: 150525 13:01:58 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 13:32:17 wssql-ix03 mysqld: 150525 13:32:17 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 13:58:06 wssql-ix03 mysqld: 150525 13:58:06 [ERROR] Slave SQL: Error 'A table must have at least 1 column' on query. Default database: 'banan'. Query: 'create table gainomax', Internal MariaDB error code: 1113
May 25 13:58:06 wssql-ix03 mysqld: 150525 13:58:06 [Warning] WSREP: RBR event 1 Query apply warning: 1, 10564388
May 25 13:58:06 wssql-ix03 mysqld: 150525 13:58:06 [Warning] WSREP: Ignoring error for TO isolated action: source: d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0 version: 3 local: 0 state: APPLYING flags: 65 conn_id: 3966 trx_id: -1 seqnos (l: 13867, g: 10564388, s: 10564387, d: 10564387, ts: 5777862234817745)
May 25 14:02:49 wssql-ix03 mysqld: 150525 14:02:49 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 14:33:11 wssql-ix03 mysqld: 150525 14:33:11 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
14:43:21 root@wssql-ix03:~# grep -i mysql /var/lo^C
14:43:25 root@wssql-ix03:~# tail /var/log/mysql
mysql/          mysql.err       mysql.log       mysql.log.1.gz  mysql.log.2.gz  mysql.log.3.gz  mysql.log.4.gz  mysql.log.5.gz  mysql.log.6.gz  mysql.log.7.gz
14:43:25 root@wssql-ix03:~# tail /var/log/mysql.err
14:43:33 root@wssql-ix03:~# tail /var/log/mysql.log
14:43:36 root@wssql-ix03:~# tail /var/lo
local/ lock/  log/
14:43:36 root@wssql-ix03:~# tail /var/log/
alternatives.log     boot                 cron.log.3.gz        dmesg                faillog              kern.log.4.gz        memcached.log        mysql.log.4.gz       syslog.1             udev
alternatives.log.1   boot.log             cron.log.4.gz        dmesg.0              fsck/                landscape/           monit.log            mysql.log.5.gz       syslog.2.gz          ufw.log
apt/                 btmp                 daemon.log           dpkg.log             installer/           lastlog              mysql/               mysql.log.6.gz       syslog.3.gz          unattended-upgrades/
auth.log             btmp.1               daemon.log.1         dpkg.log.1           iptraf/              mail.err             mysql.err            mysql.log.7.gz       syslog.4.gz          upstart/
auth.log.1           chef/                daemon.log.2.gz      dpkg.log.2.gz        kern.log             mail.log             mysql.log            news/                syslog.5.gz          user.log
auth.log.2.gz        cron.log             daemon.log.3.gz      dpkg.log.3.gz        kern.log.1           mail.log.1           mysql.log.1.gz       ntpstats/            syslog.6.gz          wtmp
auth.log.3.gz        cron.log.1           daemon.log.4.gz      dpkg.log.4.gz        kern.log.2.gz        mail.log.2.gz        mysql.log.2.gz       samba/               syslog.7.gz          wtmp.1
auth.log.4.gz        cron.log.2.gz        dist-upgrade/        dpkg.log.5.gz        kern.log.3.gz        mail.log.3.gz        mysql.log.3.gz       syslog               sysstat/
14:43:36 root@wssql-ix03:~# tail /var/log/mysql/mariadb-bin.
mariadb-bin.000186  mariadb-bin.000192  mariadb-bin.000198  mariadb-bin.000204  mariadb-bin.000210  mariadb-bin.000216  mariadb-bin.000222  mariadb-bin.000228  mariadb-bin.000234  mariadb-bin.000240  mariadb-bin.000246  mariadb-bin.000252
mariadb-bin.000187  mariadb-bin.000193  mariadb-bin.000199  mariadb-bin.000205  mariadb-bin.000211  mariadb-bin.000217  mariadb-bin.000223  mariadb-bin.000229  mariadb-bin.000235  mariadb-bin.000241  mariadb-bin.000247  mariadb-bin.000253
mariadb-bin.000188  mariadb-bin.000194  mariadb-bin.000200  mariadb-bin.000206  mariadb-bin.000212  mariadb-bin.000218  mariadb-bin.000224  mariadb-bin.000230  mariadb-bin.000236  mariadb-bin.000242  mariadb-bin.000248  mariadb-bin.index
mariadb-bin.000189  mariadb-bin.000195  mariadb-bin.000201  mariadb-bin.000207  mariadb-bin.000213  mariadb-bin.000219  mariadb-bin.000225  mariadb-bin.000231  mariadb-bin.000237  mariadb-bin.000243  mariadb-bin.000249
mariadb-bin.000190  mariadb-bin.000196  mariadb-bin.000202  mariadb-bin.000208  mariadb-bin.000214  mariadb-bin.000220  mariadb-bin.000226  mariadb-bin.000232  mariadb-bin.000238  mariadb-bin.000244  mariadb-bin.000250
mariadb-bin.000191  mariadb-bin.000197  mariadb-bin.000203  mariadb-bin.000209  mariadb-bin.000215  mariadb-bin.000221  mariadb-bin.000227  mariadb-bin.000233  mariadb-bin.000239  mariadb-bin.000245  mariadb-bin.000251
14:43:36 root@wssql-ix03:~# tail /var/log/mysql/mariadb-bin.^C
14:43:47 root@wssql-ix03:~# grep -i mysql /var/log/syslog
May 25 06:54:25 wssql-ix03 mysqld: 150525  6:54:25 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 07:25:07 wssql-ix03 mysqld: 150525  7:25:07 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 07:55:32 wssql-ix03 mysqld: 150525  7:55:32 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 08:26:08 wssql-ix03 mysqld: 150525  8:26:08 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 08:56:39 wssql-ix03 mysqld: 150525  8:56:39 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 09:27:18 wssql-ix03 mysqld: 150525  9:27:18 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [ERROR] Slave SQL: Error 'Duplicate column name 'permanent'' on query. Default database: 'somedb_staging'. Query: 'alter table wp_wfBlocks add column permanent tinyint UNSIGNED default 0', Internal MariaDB error code: 1060
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: RBR event 1 Query apply warning: 1, 10530253
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: Ignoring error for TO isolated action: source: 9df418b3-e288-11e4-841e-c34bc61e6237 version: 3 local: 0 state: APPLYING flags: 65 conn_id: 2807344 trx_id: -1 seqnos (l: 9593824, g: 10530253, s: 10530252, d: 10530252, ts: 14848712110991391)
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [ERROR] Slave SQL: Error 'Duplicate column name 'id'' on query. Default database: 'somedb_staging'. Query: 'alter table wp_wfStatus add id bigint UNSIGNED NOT NULL auto_increment PRIMARY KEY', Internal MariaDB error code: 1060
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: RBR event 1 Query apply warning: 1, 10530259
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: Ignoring error for TO isolated action: source: 9df418b3-e288-11e4-841e-c34bc61e6237 version: 3 local: 0 state: APPLYING flags: 65 conn_id: 2807344 trx_id: -1 seqnos (l: 9593830, g: 10530259, s: 10530258, d: 10530258, ts: 14848712136300460)
May 25 09:57:47 wssql-ix03 mysqld: 150525  9:57:47 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 10:28:30 wssql-ix03 mysqld: 150525 10:28:30 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 10:46:26 wssql-ix03 mysqld: 150525 10:46:26 [Warning] IP address '10.3.251.14' could not be resolved: Name or service not known
May 25 10:59:10 wssql-ix03 mysqld: 150525 10:59:10 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 11:29:45 wssql-ix03 mysqld: 150525 11:29:45 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,34) memb {
May 25 11:32:11 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:32:11 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:32:11 wssql-ix03 mysqld: } joined {
May 25 11:32:11 wssql-ix03 mysqld: } left {
May 25 11:32:11 wssql-ix03 mysqld: } partitioned {
May 25 11:32:11 wssql-ix03 mysqld: #011cba8d378-e288-11e4-b46a-6ea890248222,0
May 25 11:32:11 wssql-ix03 mysqld: })
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: forgetting cba8d378-e288-11e4-b46a-6ea890248222 (tcp://10.3.134.16:4567)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE_EXCHANGE: sent state UUID: ebe6eb64-02c0-11e5-9fd7-1398931ea801
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: sent state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801 from 0 (wssql-ix03)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801 from 1 (wssql-ix02)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Quorum results:
May 25 11:32:11 wssql-ix03 mysqld: #011version    = 3,
May 25 11:32:11 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:32:11 wssql-ix03 mysqld: #011conf_id    = 33,
May 25 11:32:11 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:32:11 wssql-ix03 mysqld: #011act_id     = 10542477,
May 25 11:32:11 wssql-ix03 mysqld: #011last_appl. = 10542390,
May 25 11:32:11 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:32:11 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542477, view# 34: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Service thread queue flushed.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Assign initial position for certification: 10542477, protocol version: 3
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Service thread queue flushed.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Warning] WSREP: Releasing seqno 10542477 before 10542478 was assigned.
May 25 11:32:17 wssql-ix03 mysqld: 150525 11:32:17 [Note] WSREP:  cleaning up cba8d378-e288-11e4-b46a-6ea890248222 (tcp://10.3.134.16:4567)
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: declaring 2d505405-02c1-11e5-a13f-862cea9319ca stable
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: view(view_id(PRIM,2d505405-02c1-11e5-a13f-862cea9319ca,35) memb {
May 25 11:34:01 wssql-ix03 mysqld: #0112d505405-02c1-11e5-a13f-862cea9319ca,0
May 25 11:34:01 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:34:01 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:34:01 wssql-ix03 mysqld: } joined {
May 25 11:34:01 wssql-ix03 mysqld: } left {
May 25 11:34:01 wssql-ix03 mysqld: } partitioned {
May 25 11:34:01 wssql-ix03 mysqld: })
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: sent state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 0 (wssql-ix01)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 2 (wssql-ix02)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 1 (wssql-ix03)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Quorum results:
May 25 11:34:02 wssql-ix03 mysqld: #011version    = 3,
May 25 11:34:02 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:34:02 wssql-ix03 mysqld: #011conf_id    = 34,
May 25 11:34:02 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:34:02 wssql-ix03 mysqld: #011act_id     = 10542572,
May 25 11:34:02 wssql-ix03 mysqld: #011last_appl. = 10542390,
May 25 11:34:02 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:34:02 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542572, view# 35: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Service thread queue flushed.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Assign initial position for certification: 10542572, protocol version: 3
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Service thread queue flushed.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Warning] WSREP: Releasing seqno 10542572 before 10542573 was assigned.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Member 0.0 (wssql-ix01) requested state transfer from '*any*'. Selected 1.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10542572)
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542572''
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:34:04.920)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:34:04.925)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:34:04.943)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:34:04.948)
May 25 11:38:45 wssql-ix03 mysqld: 150525 11:38:45 [Note] WSREP: Provider paused at 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542882 (9606547)
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: resuming provider at 9606547
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: Provider resumed.
May 25 11:39:24 wssql-ix03 mysqld: WSREP_SST: [INFO] Total time on donor: 0 seconds (20150525 11:39:24.889)
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: 1.0 (wssql-ix03): State transfer to 0.0 (wssql-ix01) complete.
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 10545455)
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Member 1.0 (wssql-ix03) synced with group.
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10545481)
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Synchronized with group, ready for connections
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:14 wssql-ix03 mysqld: 150525 11:40:14 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.16:4567
May 25 11:40:15 wssql-ix03 mysqld: 150525 11:40:15 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567), attempt 0
May 25 11:40:19 wssql-ix03 mysqld: 150525 11:40:19 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, OPERATIONAL, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:19 wssql-ix03 mysqld: 150525 11:40:19 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:20 wssql-ix03 mysqld: 150525 11:40:20 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,36) memb {
May 25 11:40:21 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:40:21 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:40:21 wssql-ix03 mysqld: } joined {
May 25 11:40:21 wssql-ix03 mysqld: } left {
May 25 11:40:21 wssql-ix03 mysqld: } partitioned {
May 25 11:40:21 wssql-ix03 mysqld: #0112d505405-02c1-11e5-a13f-862cea9319ca,0
May 25 11:40:21 wssql-ix03 mysqld: })
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: forgetting 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: sent state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: got state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f from 0 (wssql-ix03)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: got state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f from 1 (wssql-ix02)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Quorum results:
May 25 11:40:21 wssql-ix03 mysqld: #011version    = 3,
May 25 11:40:21 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:40:21 wssql-ix03 mysqld: #011conf_id    = 35,
May 25 11:40:21 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:40:21 wssql-ix03 mysqld: #011act_id     = 10545491,
May 25 11:40:21 wssql-ix03 mysqld: #011last_appl. = 10545369,
May 25 11:40:21 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:40:21 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545491, view# 36: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Service thread queue flushed.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Assign initial position for certification: 10545491, protocol version: 3
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Service thread queue flushed.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Warning] WSREP: Releasing seqno 10545491 before 10545492 was assigned.
May 25 11:40:26 wssql-ix03 mysqld: 150525 11:40:26 [Note] WSREP:  cleaning up 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: declaring 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c stable
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: view(view_id(PRIM,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37) memb {
May 25 11:40:59 wssql-ix03 mysqld: #01125fc17e7-02c2-11e5-8c5a-7b5b15f1781c,0
May 25 11:40:59 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:40:59 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:40:59 wssql-ix03 mysqld: } joined {
May 25 11:40:59 wssql-ix03 mysqld: } left {
May 25 11:40:59 wssql-ix03 mysqld: } partitioned {
May 25 11:40:59 wssql-ix03 mysqld: })
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: sent state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 0 (wssql-ix01)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 1 (wssql-ix03)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 2 (wssql-ix02)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Quorum results:
May 25 11:40:59 wssql-ix03 mysqld: #011version    = 3,
May 25 11:40:59 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:40:59 wssql-ix03 mysqld: #011conf_id    = 36,
May 25 11:40:59 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:40:59 wssql-ix03 mysqld: #011act_id     = 10545541,
May 25 11:40:59 wssql-ix03 mysqld: #011last_appl. = 10545369,
May 25 11:40:59 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:40:59 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541, view# 37: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Service thread queue flushed.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Assign initial position for certification: 10545541, protocol version: 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Service thread queue flushed.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Warning] WSREP: Releasing seqno 10545541 before 10545542 was assigned.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Member 0.0 (wssql-ix01) requested state transfer from '*any*'. Selected 1.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10545541)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541''
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:41:00.099)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:41:00.104)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:41:00.121)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:41:00.126)
May 25 11:45:55 wssql-ix03 mysqld: 150525 11:45:55 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.16:4567
May 25 11:45:56 wssql-ix03 mysqld: 150525 11:45:56 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567), attempt 0
May 25 11:46:00 wssql-ix03 mysqld: 150525 11:46:00 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, OPERATIONAL, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:00 wssql-ix03 mysqld: 150525 11:46:00 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,38) memb {
May 25 11:46:01 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:46:01 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:46:01 wssql-ix03 mysqld: } joined {
May 25 11:46:01 wssql-ix03 mysqld: } left {
May 25 11:46:01 wssql-ix03 mysqld: } partitioned {
May 25 11:46:01 wssql-ix03 mysqld: #01125fc17e7-02c2-11e5-8c5a-7b5b15f1781c,0
May 25 11:46:01 wssql-ix03 mysqld: })
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: forgetting 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE_EXCHANGE: sent state UUID: da36311f-02c2-11e5-a12f-4b9072680b2c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: sent state msg: da36311f-02c2-11e5-a12f-4b9072680b2c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: got state msg: da36311f-02c2-11e5-a12f-4b9072680b2c from 0 (wssql-ix03)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: got state msg: da36311f-02c2-11e5-a12f-4b9072680b2c from 1 (wssql-ix02)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Quorum results:
May 25 11:46:01 wssql-ix03 mysqld: #011version    = 3,
May 25 11:46:01 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:46:01 wssql-ix03 mysqld: #011conf_id    = 37,
May 25 11:46:01 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:46:01 wssql-ix03 mysqld: #011act_id     = 10545840,
May 25 11:46:01 wssql-ix03 mysqld: #011last_appl. = 10545792,
May 25 11:46:01 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:46:01 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545840, view# 38: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Service thread queue flushed.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Assign initial position for certification: 10545840, protocol version: 3
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Service thread queue flushed.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Warning] WSREP: Releasing seqno 10545840 before 10545841 was assigned.
May 25 11:46:06 wssql-ix03 mysqld: 150525 11:46:06 [Note] WSREP:  cleaning up 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567)
May 25 11:46:19 wssql-ix03 mysqld: 2015/05/25 11:46:19 socat[3479] E write(3, 0x17cc200, 8192): Broken pipe
May 25 11:46:20 wssql-ix03 mysqld: WSREP_SST: [ERROR] innobackupex finished with error: 1.  Check /var/lib/mysql//innobackup.backup.log (20150525 11:46:20.473)
May 25 11:46:20 wssql-ix03 mysqld: WSREP_SST: [ERROR] Cleanup after exit with status:22 (20150525 11:46:20.478)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Failed to read from: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541'
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Process completed with error: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541': 22 (Invalid argument)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Command did not run: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541'
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Warning] WSREP: Could not find peer: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Warning] WSREP: 0.0 (wssql-ix03): State transfer to -1.-1 (left the group) failed: -22 (Invalid argument)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 10545885)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Member 0.0 (wssql-ix03) synced with group.
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10545885)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Synchronized with group, ready for connections
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: declaring f7a42bca-02c2-11e5-ab7a-cec563816739 stable
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,39) memb {
May 25 11:46:50 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:46:50 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:46:50 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:46:50 wssql-ix03 mysqld: } joined {
May 25 11:46:50 wssql-ix03 mysqld: } left {
May 25 11:46:50 wssql-ix03 mysqld: } partitioned {
May 25 11:46:50 wssql-ix03 mysqld: })
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 3
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE_EXCHANGE: sent state UUID: f7acb324-02c2-11e5-9c4e-6ade19b4a603
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: sent state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 0 (wssql-ix03)
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 1 (wssql-ix02)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 2 (wssql-ix01)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Quorum results:
May 25 11:46:51 wssql-ix03 mysqld: #011version    = 3,
May 25 11:46:51 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:46:51 wssql-ix03 mysqld: #011conf_id    = 38,
May 25 11:46:51 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:46:51 wssql-ix03 mysqld: #011act_id     = 10545926,
May 25 11:46:51 wssql-ix03 mysqld: #011last_appl. = 10545792,
May 25 11:46:51 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:46:51 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545926, view# 39: Primary, number of nodes: 3, my index: 0, protocol version 3
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Service thread queue flushed.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Assign initial position for certification: 10545926, protocol version: 3
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Service thread queue flushed.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Warning] WSREP: Releasing seqno 10545926 before 10545927 was assigned.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Member 2.0 (wssql-ix01) requested state transfer from '*any*'. Selected 0.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10545926)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545926''
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:46:51.824)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:46:51.830)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:46:51.846)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:46:51.853)
May 25 11:55:19 wssql-ix03 mysqld: 150525 11:55:19 [Note] WSREP: Provider paused at 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548500 (9612207)
May 25 11:55:22 wssql-ix03 mysqld: 150525 11:55:22 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.9:4567
May 25 11:55:23 wssql-ix03 mysqld: 150525 11:55:23 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 9df418b3-e288-11e4-841e-c34bc61e6237 (tcp://10.3.134.9:4567), attempt 0
May 25 11:55:23 wssql-ix03 mysqld: 150525 11:55:23 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: resuming provider at 9612207
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Provider resumed.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 2th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 3th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 4th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Failed to apply trx: source: 9df418b3-e288-11e4-841e-c34bc61e6237 version: 3 local: 0 state: APPLYING flags: 1 conn_id: 2814603 trx_id: 27870786 seqnos (l: 9612221, g: 10548513, s: 10548512, d: 10548512, ts: 14857267594820809)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Failed to apply trx 10548513 4 times
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Node consistency compromized, aborting...
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing send monitor...
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closed send monitor.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: terminating thread
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: joining thread
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: closing backend
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: view(view_id(NON_PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,39) memb {
May 25 11:55:55 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:55:55 wssql-ix03 mysqld: } joined {
May 25 11:55:55 wssql-ix03 mysqld: } left {
May 25 11:55:55 wssql-ix03 mysqld: } partitioned {
May 25 11:55:55 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:55:55 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:55:55 wssql-ix03 mysqld: })
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: view((empty))
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: closed
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Flow-control interval: [16, 16]
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received NON-PRIMARY.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Shifting DONOR/DESYNCED -> OPEN (TO: 10550291)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received self-leave message.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Flow-control interval: [0, 0]
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received SELF-LEAVE. Closing connection.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Shifting OPEN -> CLOSED (TO: 10550291)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: RECV thread exiting 0: Success
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: recv_thread() joined.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing replication queue.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing slave action queue.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: /usr/sbin/mysqld: Terminated.
May 25 11:55:57 wssql-ix03 mysqld: WSREP_SST: [ERROR] innobackupex finished with error: 104.  Check /var/lib/mysql//innobackup.backup.log (20150525 11:55:57.435)
May 25 11:55:57 wssql-ix03 mysqld: WSREP_SST: [ERROR] Cleanup after exit with status:22 (20150525 11:55:57.442)
May 25 11:55:57 wssql-ix03 mysqld_safe: Number of processes running now: 0
May 25 11:55:57 wssql-ix03 mysqld_safe: WSREP: not restarting wsrep node automatically
May 25 11:55:57 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:56:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:56:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.YxuDBi' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:56:19 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:56:19 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Service thread queue flushed.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_sst_grab()
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Start replication
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: protonet asio version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: backend: asio
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: GMCast version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: EVS version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: PC version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Warning] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:56:20 wssql-ix03 mysqld: 150525 11:56:20 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:56:20 wssql-ix03 mysqld: 150525 11:56:20 [Note] WSREP: view(view_id(NON_PRIM,4aced258-02c4-11e5-a01d-53fc78e3f366,42) memb {
May 25 11:56:20 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:56:20 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:56:20 wssql-ix03 mysqld: } joined {
May 25 11:56:20 wssql-ix03 mysqld: } left {
May 25 11:56:20 wssql-ix03 mysqld: } partitioned {
May 25 11:56:20 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:56:20 wssql-ix03 mysqld: })
May 25 11:56:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]:
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] Aborting
May 25 11:56:50 wssql-ix03 mysqld:
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [Note] WSREP: Service disconnected.
May 25 11:56:51 wssql-ix03 mysqld: 150525 11:56:51 [Note] WSREP: Some threads may fail to exit.
May 25 11:56:51 wssql-ix03 mysqld: 150525 11:56:51 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:56:51 wssql-ix03 mysqld:
May 25 11:56:51 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:56:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:56:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.8osNWa' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:57:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:57:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Service thread queue flushed.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_sst_grab()
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Start replication
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: protonet asio version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: backend: asio
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: GMCast version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: EVS version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: PC version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Warning] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: view(view_id(NON_PRIM,64c267f3-02c4-11e5-be77-fed94faadcb2,44) memb {
May 25 11:57:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:57:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:57:03 wssql-ix03 mysqld: } joined {
May 25 11:57:03 wssql-ix03 mysqld: } left {
May 25 11:57:03 wssql-ix03 mysqld: } partitioned {
May 25 11:57:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:57:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:57:03 wssql-ix03 mysqld: })
May 25 11:57:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]:
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] Aborting
May 25 11:57:33 wssql-ix03 mysqld:
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [Note] WSREP: Service disconnected.
May 25 11:57:34 wssql-ix03 mysqld: 150525 11:57:34 [Note] WSREP: Some threads may fail to exit.
May 25 11:57:34 wssql-ix03 mysqld: 150525 11:57:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:57:34 wssql-ix03 mysqld:
May 25 11:57:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:57:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:57:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.na2zKT' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:57:52 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:57:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Service thread queue flushed.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_sst_grab()
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Start replication
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: protonet asio version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: backend: asio
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: GMCast version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: EVS version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: PC version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Warning] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: view(view_id(NON_PRIM,827ab6a5-02c4-11e5-a113-2b623efadeab,46) memb {
May 25 11:57:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:57:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:57:53 wssql-ix03 mysqld: } joined {
May 25 11:57:53 wssql-ix03 mysqld: } left {
May 25 11:57:53 wssql-ix03 mysqld: } partitioned {
May 25 11:57:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:57:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:57:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:57:53 wssql-ix03 mysqld: })
May 25 11:58:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]:
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] Aborting
May 25 11:58:24 wssql-ix03 mysqld:
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [Note] WSREP: Service disconnected.
May 25 11:58:25 wssql-ix03 mysqld: 150525 11:58:25 [Note] WSREP: Some threads may fail to exit.
May 25 11:58:25 wssql-ix03 mysqld: 150525 11:58:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:58:25 wssql-ix03 mysqld:
May 25 11:58:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:58:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:58:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.oP0MEX' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:58:43 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:58:43 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Service thread queue flushed.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_sst_grab()
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Start replication
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: protonet asio version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: backend: asio
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: GMCast version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: EVS version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: PC version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Warning] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,48) memb {
May 25 11:58:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:58:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 11:58:43 wssql-ix03 mysqld: } joined {
May 25 11:58:43 wssql-ix03 mysqld: } left {
May 25 11:58:43 wssql-ix03 mysqld: } partitioned {
May 25 11:58:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:58:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:58:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:58:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:58:43 wssql-ix03 mysqld: })
May 25 11:59:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]:
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] Aborting
May 25 11:59:14 wssql-ix03 mysqld:
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [Note] WSREP: Service disconnected.
May 25 11:59:15 wssql-ix03 mysqld: 150525 11:59:15 [Note] WSREP: Some threads may fail to exit.
May 25 11:59:15 wssql-ix03 mysqld: 150525 11:59:15 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:59:15 wssql-ix03 mysqld:
May 25 11:59:15 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:59:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:59:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.oTR6Qu' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:59:33 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:59:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Service thread queue flushed.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_sst_grab()
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Start replication
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: protonet asio version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: backend: asio
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: GMCast version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: EVS version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: PC version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Warning] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,50) memb {
May 25 11:59:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:59:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 11:59:33 wssql-ix03 mysqld: } joined {
May 25 11:59:33 wssql-ix03 mysqld: } left {
May 25 11:59:33 wssql-ix03 mysqld: } partitioned {
May 25 11:59:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:59:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:59:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:59:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 11:59:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:59:33 wssql-ix03 mysqld: })
May 25 11:59:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]:
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] Aborting
May 25 12:00:04 wssql-ix03 mysqld:
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [Note] WSREP: Service disconnected.
May 25 12:00:05 wssql-ix03 mysqld: 150525 12:00:05 [Note] WSREP: Some threads may fail to exit.
May 25 12:00:05 wssql-ix03 mysqld: 150525 12:00:05 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:00:05 wssql-ix03 mysqld:
May 25 12:00:05 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:00:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:00:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.I5lnu5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:00:23 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:00:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Service thread queue flushed.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Start replication
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: protonet asio version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: backend: asio
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: GMCast version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: EVS version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: PC version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Warning] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,52) memb {
May 25 12:00:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:00:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:00:23 wssql-ix03 mysqld: } joined {
May 25 12:00:23 wssql-ix03 mysqld: } left {
May 25 12:00:23 wssql-ix03 mysqld: } partitioned {
May 25 12:00:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:00:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:00:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:00:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:00:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:00:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:00:23 wssql-ix03 mysqld: })
May 25 12:00:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]:
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] Aborting
May 25 12:00:53 wssql-ix03 mysqld:
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [Note] WSREP: Service disconnected.
May 25 12:00:54 wssql-ix03 mysqld: 150525 12:00:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:00:54 wssql-ix03 mysqld: 150525 12:00:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:00:54 wssql-ix03 mysqld:
May 25 12:00:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:01:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:01:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.C7iTP5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:01:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:01:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Service thread queue flushed.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Start replication
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: protonet asio version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: backend: asio
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: GMCast version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: EVS version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: PC version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Warning] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,54) memb {
May 25 12:01:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:01:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:01:13 wssql-ix03 mysqld: } joined {
May 25 12:01:13 wssql-ix03 mysqld: } left {
May 25 12:01:13 wssql-ix03 mysqld: } partitioned {
May 25 12:01:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:01:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:01:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:01:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:01:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:01:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:01:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:01:13 wssql-ix03 mysqld: })
May 25 12:01:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]:
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] Aborting
May 25 12:01:43 wssql-ix03 mysqld:
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [Note] WSREP: Service disconnected.
May 25 12:01:44 wssql-ix03 mysqld: 150525 12:01:44 [Note] WSREP: Some threads may fail to exit.
May 25 12:01:44 wssql-ix03 mysqld: 150525 12:01:44 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:01:44 wssql-ix03 mysqld:
May 25 12:01:44 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:01:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:01:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ljoweO' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:02:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:02:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Service thread queue flushed.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Start replication
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: protonet asio version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: backend: asio
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: GMCast version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: EVS version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: PC version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Warning] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: view(view_id(NON_PRIM,179158d8-02c5-11e5-9205-f7b74bbf74a4,56) memb {
May 25 12:02:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:02:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:02:03 wssql-ix03 mysqld: } joined {
May 25 12:02:03 wssql-ix03 mysqld: } left {
May 25 12:02:03 wssql-ix03 mysqld: } partitioned {
May 25 12:02:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:02:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:02:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:02:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:02:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:02:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:02:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:02:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:02:03 wssql-ix03 mysqld: })
May 25 12:02:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]:
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] Aborting
May 25 12:02:33 wssql-ix03 mysqld:
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [Note] WSREP: Service disconnected.
May 25 12:02:34 wssql-ix03 mysqld: 150525 12:02:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:02:34 wssql-ix03 mysqld: 150525 12:02:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:02:34 wssql-ix03 mysqld:
May 25 12:02:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:02:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:02:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ebsja6' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:02:53 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:02:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Service thread queue flushed.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_sst_grab()
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Start replication
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: protonet asio version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: backend: asio
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: GMCast version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: EVS version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: PC version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Warning] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: view(view_id(NON_PRIM,35513378-02c5-11e5-a8f4-5be1d163b26c,58) memb {
May 25 12:02:53 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:02:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:02:53 wssql-ix03 mysqld: } joined {
May 25 12:02:53 wssql-ix03 mysqld: } left {
May 25 12:02:53 wssql-ix03 mysqld: } partitioned {
May 25 12:02:53 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:02:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:02:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:02:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:02:53 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:02:53 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:02:53 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:02:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:02:53 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:02:53 wssql-ix03 mysqld: })
May 25 12:03:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]:
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] Aborting
May 25 12:03:24 wssql-ix03 mysqld:
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [Note] WSREP: Service disconnected.
May 25 12:03:25 wssql-ix03 mysqld: 150525 12:03:25 [Note] WSREP: Some threads may fail to exit.
May 25 12:03:25 wssql-ix03 mysqld: 150525 12:03:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:03:25 wssql-ix03 mysqld:
May 25 12:03:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:03:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:03:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.FuXyfI' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:03:43 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:03:43 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Service thread queue flushed.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_sst_grab()
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Start replication
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: protonet asio version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: backend: asio
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: GMCast version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: EVS version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: PC version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Warning] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: view(view_id(NON_PRIM,5319aa1a-02c5-11e5-91a3-9e2f20af2255,60) memb {
May 25 12:03:43 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:03:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:03:43 wssql-ix03 mysqld: } joined {
May 25 12:03:43 wssql-ix03 mysqld: } left {
May 25 12:03:43 wssql-ix03 mysqld: } partitioned {
May 25 12:03:43 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:03:43 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:03:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:03:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:03:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:03:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:03:43 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:03:43 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:03:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:03:43 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:03:43 wssql-ix03 mysqld: })
May 25 12:04:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]:
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] Aborting
May 25 12:04:13 wssql-ix03 mysqld:
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [Note] WSREP: Service disconnected.
May 25 12:04:14 wssql-ix03 mysqld: 150525 12:04:14 [Note] WSREP: Some threads may fail to exit.
May 25 12:04:14 wssql-ix03 mysqld: 150525 12:04:14 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:04:14 wssql-ix03 mysqld:
May 25 12:04:14 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:04:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:04:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.OwzNKP' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:04:33 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:04:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Service thread queue flushed.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_sst_grab()
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Start replication
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: protonet asio version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: backend: asio
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: GMCast version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: EVS version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: PC version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Warning] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: view(view_id(NON_PRIM,70ef274b-02c5-11e5-9ff2-8b6355487f18,62) memb {
May 25 12:04:33 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:04:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:04:33 wssql-ix03 mysqld: } joined {
May 25 12:04:33 wssql-ix03 mysqld: } left {
May 25 12:04:33 wssql-ix03 mysqld: } partitioned {
May 25 12:04:33 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:04:33 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:04:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:04:33 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:04:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:04:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:04:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:04:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:04:33 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:04:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:04:33 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:04:33 wssql-ix03 mysqld: })
May 25 12:04:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]:
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] Aborting
May 25 12:05:03 wssql-ix03 mysqld:
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [Note] WSREP: Service disconnected.
May 25 12:05:04 wssql-ix03 mysqld: 150525 12:05:04 [Note] WSREP: Some threads may fail to exit.
May 25 12:05:04 wssql-ix03 mysqld: 150525 12:05:04 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:05:04 wssql-ix03 mysqld:
May 25 12:05:04 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:05:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:05:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.feF9pN' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:05:23 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:05:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Service thread queue flushed.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Start replication
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: protonet asio version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: backend: asio
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: GMCast version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: EVS version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: PC version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Warning] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: view(view_id(NON_PRIM,8ec47e92-02c5-11e5-8bf1-526fa5022323,64) memb {
May 25 12:05:23 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:05:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:05:23 wssql-ix03 mysqld: } joined {
May 25 12:05:23 wssql-ix03 mysqld: } left {
May 25 12:05:23 wssql-ix03 mysqld: } partitioned {
May 25 12:05:23 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:05:23 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:05:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:05:23 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:05:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:05:23 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:05:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:05:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:05:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:05:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:05:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:05:23 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:05:23 wssql-ix03 mysqld: })
May 25 12:05:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]:
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] Aborting
May 25 12:05:53 wssql-ix03 mysqld:
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [Note] WSREP: Service disconnected.
May 25 12:05:54 wssql-ix03 mysqld: 150525 12:05:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:05:54 wssql-ix03 mysqld: 150525 12:05:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:05:54 wssql-ix03 mysqld:
May 25 12:05:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:06:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:06:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.vD2eKw' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:06:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:06:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Service thread queue flushed.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Start replication
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: protonet asio version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: backend: asio
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: GMCast version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: EVS version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: PC version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Warning] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,66) memb {
May 25 12:06:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:06:13 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:06:13 wssql-ix03 mysqld: } joined {
May 25 12:06:13 wssql-ix03 mysqld: } left {
May 25 12:06:13 wssql-ix03 mysqld: } partitioned {
May 25 12:06:13 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:06:13 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:06:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:06:13 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:06:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:06:13 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:06:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:06:13 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:06:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:06:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:06:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:06:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:06:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:06:13 wssql-ix03 mysqld: })
May 25 12:06:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: Check that ;31mmysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]:
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] Aborting
May 25 12:06:44 wssql-ix03 mysqld:
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [Note] WSREP: Service disconnected.
May 25 12:06:45 wssql-ix03 mysqld: 150525 12:06:45 [Note] WSREP: Some threads may fail to exit.
May 25 12:06:45 wssql-ix03 mysqld: 150525 12:06:45 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:06:45 wssql-ix03 mysqld:
May 25 12:06:45 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysqlK' trying to restart
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:06:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:06:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.mPMUPi' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:07:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:07:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Service thread queue flushed.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Start replication
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: protonet asio version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: backend: asio
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: GMCast version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: EVS version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: PC version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Warning] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,68) memb {
May 25 12:07:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:07:03 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:07:03 wssql-ix03 mysqld: } joined {
May 25 12:07:03 wssql-ix03 mysqld: } left {
May 25 12:07:03 wssql-ix03 mysqld: } partitioned {
May 25 12:07:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:07:03 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:07:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:07:03 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:07:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:07:03 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:07:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:07:03 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:07:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:07:03 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:07:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:07:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:07:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:07:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:07:03 wssql-ix03 mysqld: })
May 25 12:07:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]:
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] Aborting
May 25 12:07:33 wssql-ix03 mysqld:
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [Note] WSREP: Service disconnected.
May 25 12:07:34 wssql-ix03 mysqld: 150525 12:07:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:07:34 wssql-ix03 mysqld: 150525 12:07:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:07:34 wssql-ix03 mysqld:
May 25 12:07:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:07:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:07:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.egJnqs' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:07:52 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:07:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Service thread queue flushed.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_sst_grab()
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Start replication
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: protonet asio version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: backend: asio
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: GMCast version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: EVS version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: PC version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Warning] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,70) memb {
May 25 12:07:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:07:53 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:07:53 wssql-ix03 mysqld: } joined {
May 25 12:07:53 wssql-ix03 mysqld: } left {
May 25 12:07:53 wssql-ix03 mysqld: } partitioned {
May 25 12:07:53 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:07:53 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:07:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:07:53 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:07:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:07:53 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:07:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:07:53 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:07:53 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:07:53 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:07:53 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:07:53 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:07:53 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:07:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:07:53 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:07:53 wssql-ix03 mysqld: })
May 25 12:08:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]:
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] Aborting
May 25 12:08:24 wssql-ix03 mysqld:
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [Note] WSREP: Service disconnected.
May 25 12:08:25 wssql-ix03 mysqld: 150525 12:08:25 [Note] WSREP: Some threads may fail to exit.
May 25 12:08:25 wssql-ix03 mysqld: 150525 12:08:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:08:25 wssql-ix03 mysqld:
May 25 12:08:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:08:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:08:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ANHNAl' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:08:42 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:08:42 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Service thread queue flushed.
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: wsrep_sst_grab()
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Start replication
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: protonet asio version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: backend: asio
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: GMCast version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: EVS version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: PC version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Warning] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: view(view_id(NON_PRIM,05e46402-02c6-11e5-809f-062a9119e68b,72) memb {
May 25 12:08:43 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:08:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:08:43 wssql-ix03 mysqld: } joined {
May 25 12:08:43 wssql-ix03 mysqld: } left {
May 25 12:08:43 wssql-ix03 mysqld: } partitioned {
May 25 12:08:43 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:08:43 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:08:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:08:43 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:08:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:08:43 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:08:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:08:43 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:08:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:08:43 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:08:43 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:08:43 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:08:43 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:08:43 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:08:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:08:43 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:08:43 wssql-ix03 mysqld: })
May 25 12:09:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]:
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] Aborting
May 25 12:09:13 wssql-ix03 mysqld:
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [Note] WSREP: Service disconnected.
May 25 12:09:14 wssql-ix03 mysqld: 150525 12:09:14 [Note] WSREP: Some threads may fail to exit.
May 25 12:09:14 wssql-ix03 mysqld: 150525 12:09:14 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:09:14 wssql-ix03 mysqld:
May 25 12:09:14 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:09:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:09:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.kPo69N' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:09:32 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:09:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Service thread queue flushed.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: wsrep_sst_grab()
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Start replication
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: protonet asio version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: backend: asio
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: GMCast version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: EVS version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: PC version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Warning] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: view(view_id(NON_PRIM,23b3a88b-02c6-11e5-846b-f227e28cf600,74) memb {
May 25 12:09:33 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:09:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:09:33 wssql-ix03 mysqld: } joined {
May 25 12:09:33 wssql-ix03 mysqld: } left {
May 25 12:09:33 wssql-ix03 mysqld: } partitioned {
May 25 12:09:33 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:09:33 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:09:33 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:09:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:09:33 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:09:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:09:33 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:09:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:09:33 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:09:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:09:33 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:09:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:09:33 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:09:33 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:09:33 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:09:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:09:33 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:09:33 wssql-ix03 mysqld: })
May 25 12:09:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]:
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] Aborting
May 25 12:10:04 wssql-ix03 mysqld:
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [Note] WSREP: Service disconnected.
May 25 12:10:05 wssql-ix03 mysqld: 150525 12:10:05 [Note] WSREP: Some threads may fail to exit.
May 25 12:10:05 wssql-ix03 mysqld: 150525 12:10:05 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:10:05 wssql-ix03 mysqld:
May 25 12:10:05 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:10:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:10:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.UPcle9' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:10:22 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:10:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Service thread queue flushed.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Start replication
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: protonet asio version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: backend: asio
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: GMCast version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: EVS version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: PC version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Warning] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: view(view_id(NON_PRIM,418343b8-02c6-11e5-9004-b7ce33220d60,76) memb {
May 25 12:10:23 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:10:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:10:23 wssql-ix03 mysqld: } joined {
May 25 12:10:23 wssql-ix03 mysqld: } left {
May 25 12:10:23 wssql-ix03 mysqld: } partitioned {
May 25 12:10:23 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:10:23 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:10:23 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:10:23 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:10:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:10:23 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:10:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:10:23 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:10:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:10:23 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:10:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:10:23 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:10:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:10:23 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:10:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:10:23 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:10:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:10:23 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:10:23 wssql-ix03 mysqld: })
May 25 12:10:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]:
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] Aborting
May 25 12:10:53 wssql-ix03 mysqld:
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [Note] WSREP: Service disconnected.
May 25 12:10:54 wssql-ix03 mysqld: 150525 12:10:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:10:54 wssql-ix03 mysqld: 150525 12:10:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:10:54 wssql-ix03 mysqld:
May 25 12:10:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:11:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:11:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.EXMfvR' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:11:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:11:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Service thread queue flushed.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Start replication
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: protonet asio version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: backend: asio
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: GMCast version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: EVS version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: PC version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Warning] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: view(view_id(NON_PRIM,5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,78) memb {
May 25 12:11:13 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:11:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:11:13 wssql-ix03 mysqld: } joined {
May 25 12:11:13 wssql-ix03 mysqld: } left {
May 25 12:11:13 wssql-ix03 mysqld: } partitioned {
May 25 12:11:13 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:11:13 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:11:13 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:11:13 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:11:13 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:11:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:11:13 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:11:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:11:13 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:11:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:11:13 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:11:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:11:13 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:11:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:11:13 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:11:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:11:13 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:11:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:11:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:11:13 wssql-ix03 mysqld: })
May 25 12:11:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]:
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] Aborting
May 25 12:11:43 wssql-ix03 mysqld:
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [Note] WSREP: Service disconnected.
May 25 12:11:44 wssql-ix03 mysqld: 150525 12:11:44 [Note] WSREP: Some threads may fail to exit.
May 25 12:11:44 wssql-ix03 mysqld: 150525 12:11:44 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:11:44 wssql-ix03 mysqld:
May 25 12:11:44 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:11:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:11:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.BeJnY5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:12:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:12:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Service thread queue flushed.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Start replication
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: protonet asio version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: backend: asio
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: GMCast version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: EVS version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: PC version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Warning] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: view(view_id(NON_PRIM,7d273ae0-02c6-11e5-b916-a6ec4c114952,80) memb {
May 25 12:12:03 wssql-ix03 mysqld: #0117d273ae0-02c6-11e5-b916-a6ec4c114952,0
May 25 12:12:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:12:03 wssql-ix03 mysqld: } joined {
May 25 12:12:03 wssql-ix03 mysqld: } left {
May 25 12:12:03 wssql-ix03 mysqld: } partitioned {
May 25 12:12:03 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:12:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:12:03 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:12:03 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:12:03 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:12:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:12:03 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:12:03 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:12:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:12:03 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:12:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:12:03 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:12:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:12:03 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:12:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:12:03 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:12:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:12:03 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:12:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:12:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:12:03 wssql-ix03 mysqld: })
May 25 12:12:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]:
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] Aborting
May 25 12:12:33 wssql-ix03 mysqld:
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [Note] WSREP: Service disconnected.
May 25 12:12:34 wssql-ix03 mysqld: 150525 12:12:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:12:34 wssql-ix03 mysqld: 150525 12:12:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:12:34 wssql-ix03 mysqld:
May 25 12:12:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:12:44 wssql-ix03 monit[1643]: 'mysql' unmonitor on user request
May 25 12:12:44 wssql-ix03 monit[1643]: 'mysql' unmonitor action done
May 25 12:16:40 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:16:40 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.v862Nl' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:16:44 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:16:44 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Service thread queue flushed.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_sst_grab()
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Start replication
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: protonet asio version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: backend: asio
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: GMCast version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: EVS version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: PC version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Warning] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:16:45 wssql-ix03 mysqld: 150525 12:16:45 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:16:45 wssql-ix03 mysqld: 150525 12:16:45 [Note] WSREP: view(view_id(NON_PRIM,25108be2-02c7-11e5-8725-4bc314ea0d5f,84) memb {
May 25 12:16:45 wssql-ix03 mysqld: #01125108be2-02c7-11e5-8725-4bc314ea0d5f,0
May 25 12:16:45 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:16:45 wssql-ix03 mysqld: } joined {
May 25 12:16:45 wssql-ix03 mysqld: } left {
May 25 12:16:45 wssql-ix03 mysqld: } partitioned {
May 25 12:16:45 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:16:45 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:16:45 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:16:45 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:16:45 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:16:45 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:16:45 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:16:45 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:16:45 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:16:45 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:16:45 wssql-ix03 mysqld: #0117d273ae0-02c6-11e5-b916-a6ec4c114952,0
May 25 12:16:45 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:16:45 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:16:45 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:16:45 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:16:45 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:16:45 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:16:45 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:16:45 wssql-ix03 mysqld: #011e03bddea-02c6-11e5-a847-963ac599e030,0
May 25 12:16:45 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:16:45 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec56
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]:
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] Aborting
May 25 12:17:15 wssql-ix03 mysqld:
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [Note] WSREP: Service disconnected.
May 25 12:17:16 wssql-ix03 mysqld: 150525 12:17:16 [Note] WSREP: Some threads may fail to exit.
May 25 12:17:16 wssql-ix03 mysqld: 150525 12:17:16 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:17:16 wssql-ix03 mysqld:
May 25 12:17:16 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:33:29 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:33:29 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.pZLs6M' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:33:34 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:33:34 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Service thread queue flushed.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_sst_grab()
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Start replication
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: protonet asio version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: backend: asio
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: GMCast version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: EVS version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: PC version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Warning] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: declaring 674568e4-02c9-11e5-aaba-b78d1d81c311 stable
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Node 674568e4-02c9-11e5-aaba-b78d1d81c311 state prim
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: view(view_id(PRIM,674568e4-02c9-11e5-aaba-b78d1d81c311,2) memb {
May 25 12:33:34 wssql-ix03 mysqld: #011674568e4-02c9-11e5-aaba-b78d1d81c311,0
May 25 12:33:34 wssql-ix03 mysqld: #0117eb94be8-02c9-11e5-a47a-76cb6536623d,0
May 25 12:33:34 wssql-ix03 mysqld: } joined {
May 25 12:33:34 wssql-ix03 mysqld: } left {
May 25 12:33:34 wssql-ix03 mysqld: } partitioned {
May 25 12:33:34 wssql-ix03 mysqld: })
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: discarding pending addr without UUID: tcp://10.3.134.16:4567
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: gcomm: connected
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Opened channel 'websolution'
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Waiting for SST to complete.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: sent state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: got state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c from 0 (wssql-ix02)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: got state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c from 1 (wssql-ix03)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Quorum results:
May 25 12:33:35 wssql-ix03 mysqld: #011version    = 3,
May 25 12:33:35 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 12:33:35 wssql-ix03 mysqld: #011conf_id    = 1,
May 25 12:33:35 wssql-ix03 mysqld: #011members    = 1/2 (joined/total),
May 25 12:33:35 wssql-ix03 mysqld: #011act_id     = 10550686,
May 25 12:33:35 wssql-ix03 mysqld: #011last_appl. = -1,
May 25 12:33:35 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 12:33:35 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Flow-control interval: [23, 23]
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 10550686)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: State transfer required:
May 25 12:33:35 wssql-ix03 mysqld: #011Group state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550686
May 25 12:33:35 wssql-ix03 mysqld: #011Local state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550686, view# 2: Primary, number of nodes: 2, my index: 1, protocol version 3
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Warning] WSREP: Gap in state sequence. Need state transfer.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'joiner' --address '10.3.134.18' --auth 'replication-user:f02266aaea02' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf' --parent '11652' --binlog '/var/log/mysql/mariadb-bin' '
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 12:33:35.452)
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 12:33:35.457)
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating socat -u TCP-LISTEN:4444,reuseaddr stdio | tar xfi - --recursive-unlink -h; RC=( ${PIPESTATUS[@]} ) (20150525 12:33:35.491)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Prepared SST request: xtrabackup|10.3.134.18:4444/xtrabackup_sst
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Service thread queue flushed.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Assign initial position for certification: 10550686, protocol version: 3
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Service thread queue flushed.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Warning] WSREP: Failed to prepare for incremental state transfer: Local state UUID (00000000-0000-0000-0000-000000000000) does not match group state UUID (5d3b58bf-7bbe-11e4-9047-d6a833168dde): 1 (Operation not permitted)
May 25 12:33:35 wssql-ix03 mysqld: #011 at galera/src/replicator_str.cpp:prepare_for_IST():447. IST will be unavailable.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Member 1.0 (wssql-ix03) requested state transfer from '*any*'. Selected 0.0 (wssql-ix02)(SYNCED) as donor.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 10550686)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Requesting state transfer: success, donor: 0
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]:
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: declaring 674568e4-02c9-11e5-aaba-b78d1d81c311 stable
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: declaring d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0 stable
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: Node 674568e4-02c9-11e5-aaba-b78d1d81c311 state prim
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: view(view_id(PRIM,674568e4-02c9-11e5-aaba-b78d1d81c311,3) memb {
May 25 12:36:05 wssql-ix03 mysqld: #011674568e4-02c9-11e5-aaba-b78d1d81c311,0
May 25 12:36:05 wssql-ix03 mysqld: #0117eb94be8-02c9-11e5-a47a-76cb6536623d,0
May 25 12:36:05 wssql-ix03 mysqld: #011d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0,0
May 25 12:36:05 wssql-ix03 mysqld: } joined {
May 25 12:36:05 wssql-ix03 mysqld: } left {
May 25 12:36:05 wssql-ix03 mysqld: } partitioned {
May 25 12:36:05 wssql-ix03 mysqld: })
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: sent state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 0 (wssql-ix02)
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 1 (wssql-ix03)
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 2 (wssql-ix01)
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: Quorum results:
May 25 12:36:06 wssql-ix03 mysqld: #011version    = 3,
May 25 12:36:06 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 12:36:06 wssql-ix03 mysqld: #011conf_id    = 2,
May 25 12:36:06 wssql-ix03 mysqld: #011members    = 1/3 (joined/total),
May 25 12:36:06 wssql-ix03 mysqld: #011act_id     = 10550998,
May 25 12:36:06 wssql-ix03 mysqld: #011last_appl. = 10550938,
May 25 12:36:06 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 12:36:06 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: Flow-control interval: [28, 28]
May 25 12:36:44 wssql-ix03 mysqld: 150525 12:36:44 [Note] WSREP: 0.0 (wssql-ix02): State transfer to 1.0 (wssql-ix03) complete.
May 25 12:36:44 wssql-ix03 mysqld: 150525 12:36:44 [Note] WSREP: Member 0.0 (wssql-ix02) synced with group.
May 25 12:36:45 wssql-ix03 mysqld: 150525 12:36:45 [Note] WSREP: Member 2.0 (wssql-ix01) requested state transfer from '*any*'. Selected 0.0 (wssql-ix02)(SYNCED) as donor.
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Proceeding with SST (20150525 12:36:45.011)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Removing existing ib_logfile files (20150525 12:36:45.038)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Preparing the backup at /var/lib/mysql/ (20150525 12:36:45.205)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf --apply-log $rebuildcmd ${DATA} &>${DATA}/innobackup.prepare.log (20150525 12:36:45.210)
May 25 12:36:52 wssql-ix03 mysqld: WSREP_SST: [INFO] Total time on joiner: 0 seconds (20150525 12:36:52.272)
May 25 12:36:52 wssql-ix03 mysqld: WSREP_SST: [INFO] Removing the sst_in_progress file (20150525 12:36:52.279)
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] WSREP: SST complete, seqno: 10550998
May 25 12:36:52 wssql-ix03 mysqld: 2015-05-25 12:36:52 7f4717afc780 InnoDB: Warning: Using innodb_locks_unsafe_for_binlog is DEPRECATED. This option may be removed in future releases. Please use READ COMMITTED transaction isolation level instead, see http://dev.mysql.com/doc/refman/5.6/en/set-transaction.html.
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using mutexes to ref count buffer pool pages
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: The InnoDB memory heap is disabled
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Memory barrier is not used
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Compressed tables use zlib 1.2.3.4
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using Linux native AIO
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using CPU crc32 instructions
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Initializing buffer pool, size = 7.0G
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Completed initialization of buffer pool
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Highest supported file format is Barracuda.
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: 128 rollback segment(s) are active.
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Waiting for purge to start
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB:  Percona XtraDB (http://www.percona.com) 5.6.20-68.0 started; log sequence number 35234539692
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Plugin 'FEEDBACK' is disabled.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Server socket created on IP: '0.0.0.0'.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Event Scheduler: Loaded 0 events
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Signalling provider to continue.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: SST received: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550998
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: 1.0 (wssql-ix03): State transfer from 0.0 (wssql-ix02) complete.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Shifting JOINER -> JOINED (TO: 10551038)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Reading of all Master_info entries succeded
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Added new Master_info '' to hash table
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] /usr/sbin/mysqld: ready for connections.
May 25 12:36:54 wssql-ix03 mysqld: Version: '10.0.14-MariaDB-1~precise-wsrep-log'  socket: '/var/run/mysqld/mysqld.sock'  port: 3306  mariadb.org binary distribution, wsrep_25.10.r4144
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550998, view# 3: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Service thread queue flushed.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Assign initial position for certification: 10550998, protocol version: 3
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Service thread queue flushed.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Warning] WSREP: Releasing seqno 10550998 before 10550999 was assigned.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Member 1.0 (wssql-ix03) synced with group.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10551038)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Synchronized with group, ready for connections
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:36:56 wssql-ix03 mysqld: 150525 12:36:56 [Warning] IP address '10.3.215.17' could not be resolved: Name or service not known
May 25 12:41:06 wssql-ix03 mysqld: 150525 12:41:06 [Note] WSREP: 0.0 (wssql-ix02): State transfer to 2.0 (wssql-ix01) complete.
May 25 12:41:06 wssql-ix03 mysqld: 150525 12:41:06 [Note] WSREP: Member 0.0 (wssql-ix02) synced with group.
May 25 12:41:37 wssql-ix03 mysqld: 150525 12:41:37 [Note] WSREP: 2.0 (wssql-ix01): State transfer from 0.0 (wssql-ix02) complete.
May 25 12:41:39 wssql-ix03 mysqld: 150525 12:41:39 [Note] WSREP: Member 2.0 (wssql-ix01) synced with group.
May 25 12:42:14 wssql-ix03 mysqld: 150525 12:42:14 [Warning] IP address '10.3.251.14' could not be resolved: Name or service not known
May 25 12:50:22 wssql-ix03 mysqld: 150525 12:50:22 [Warning] Aborted connection 367 to db: 'dinvinguide_production' user: 'dinvinguide_production' host: 'wsweb-ix01.se-ix.delta.prod' (Unknown error)
May 25 12:51:08 wssql-ix03 mysqld: 150525 12:51:08 [Warning] Aborted connection 468 to db: 'dinvinguide_production' user: 'dinvinguide_production' host: 'wsweb-ix01.se-ix.delta.prod' (Unknown error)
May 25 13:01:58 wssql-ix03 mysqld: 150525 13:01:58 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 13:32:17 wssql-ix03 mysqld: 150525 13:32:17 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 13:58:06 wssql-ix03 mysqld: 150525 13:58:06 [ERROR] Slave SQL: Error 'A table must have at least 1 column' on query. Default database: 'banan'. Query: 'create table gainomax', Internal MariaDB error code: 1113
May 25 13:58:06 wssql-ix03 mysqld: 150525 13:58:06 [Warning] WSREP: RBR event 1 Query apply warning: 1, 10564388
May 25 13:58:06 wssql-ix03 mysqld: 150525 13:58:06 [Warning] WSREP: Ignoring error for TO isolated action: source: d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0 version: 3 local: 0 state: APPLYING flags: 65 conn_id: 3966 trx_id: -1 seqnos (l: 13867, g: 10564388, s: 10564387, d: 10564387, ts: 5777862234817745)
May 25 14:02:49 wssql-ix03 mysqld: 150525 14:02:49 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 14:33:11 wssql-ix03 mysqld: 150525 14:33:11 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
14:43:54 root@wssql-ix03:~# grep -i mysql /var/log/daemon.log
May 24 06:25:10 wssql-ix03 mysqld: 150524  6:25:10 [Warning] Aborted connection 2734250 to db: 'dinvinguide_production' user: 'dinvinguide_production' host: 'wsweb-ix01.se-ix.delta.prod' (Unknown error)
May 24 06:57:31 wssql-ix03 mysqld: 150524  6:57:31 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 07:28:23 wssql-ix03 mysqld: 150524  7:28:23 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 07:58:51 wssql-ix03 mysqld: 150524  7:58:51 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 08:29:33 wssql-ix03 mysqld: 150524  8:29:33 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 09:00:05 wssql-ix03 mysqld: 150524  9:00:05 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 09:30:49 wssql-ix03 mysqld: 150524  9:30:49 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 10:01:28 wssql-ix03 mysqld: 150524 10:01:28 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 10:31:55 wssql-ix03 mysqld: 150524 10:31:55 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 11:02:36 wssql-ix03 mysqld: 150524 11:02:36 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 11:33:16 wssql-ix03 mysqld: 150524 11:33:16 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 12:03:57 wssql-ix03 mysqld: 150524 12:03:57 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 12:34:25 wssql-ix03 mysqld: 150524 12:34:25 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 13:05:06 wssql-ix03 mysqld: 150524 13:05:06 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 13:35:33 wssql-ix03 mysqld: 150524 13:35:33 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 14:06:05 wssql-ix03 mysqld: 150524 14:06:05 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 14:36:41 wssql-ix03 mysqld: 150524 14:36:41 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 15:07:09 wssql-ix03 mysqld: 150524 15:07:09 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 15:37:52 wssql-ix03 mysqld: 150524 15:37:52 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 16:08:20 wssql-ix03 mysqld: 150524 16:08:20 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 16:38:52 wssql-ix03 mysqld: 150524 16:38:52 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 17:09:20 wssql-ix03 mysqld: 150524 17:09:20 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 17:39:51 wssql-ix03 mysqld: 150524 17:39:51 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 18:10:25 wssql-ix03 mysqld: 150524 18:10:25 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 18:41:09 wssql-ix03 mysqld: 150524 18:41:08 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 19:11:46 wssql-ix03 mysqld: 150524 19:11:46 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 19:42:22 wssql-ix03 mysqld: 150524 19:42:22 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 20:12:52 wssql-ix03 mysqld: 150524 20:12:52 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 20:43:34 wssql-ix03 mysqld: 150524 20:43:34 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 21:14:13 wssql-ix03 mysqld: 150524 21:14:13 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 21:44:40 wssql-ix03 mysqld: 150524 21:44:40 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 22:15:09 wssql-ix03 mysqld: 150524 22:15:09 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 22:45:49 wssql-ix03 mysqld: 150524 22:45:49 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 23:16:25 wssql-ix03 mysqld: 150524 23:16:25 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 24 23:46:57 wssql-ix03 mysqld: 150524 23:46:57 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 00:17:38 wssql-ix03 mysqld: 150525  0:17:38 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 00:48:05 wssql-ix03 mysqld: 150525  0:48:05 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 01:18:47 wssql-ix03 mysqld: 150525  1:18:47 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 01:49:19 wssql-ix03 mysqld: 150525  1:49:19 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 02:19:57 wssql-ix03 mysqld: 150525  2:19:57 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 02:50:22 wssql-ix03 mysqld: 150525  2:50:22 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 03:20:46 wssql-ix03 mysqld: 150525  3:20:46 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 03:51:20 wssql-ix03 mysqld: 150525  3:51:20 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 04:21:46 wssql-ix03 mysqld: 150525  4:21:46 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 04:52:23 wssql-ix03 mysqld: 150525  4:52:23 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 05:22:45 wssql-ix03 mysqld: 150525  5:22:45 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 05:53:16 wssql-ix03 mysqld: 150525  5:53:16 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 06:23:43 wssql-ix03 mysqld: 150525  6:23:43 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 06:54:25 wssql-ix03 mysqld: 150525  6:54:25 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 07:25:07 wssql-ix03 mysqld: 150525  7:25:07 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 07:55:32 wssql-ix03 mysqld: 150525  7:55:32 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 08:26:08 wssql-ix03 mysqld: 150525  8:26:08 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 08:56:39 wssql-ix03 mysqld: 150525  8:56:39 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 09:27:18 wssql-ix03 mysqld: 150525  9:27:18 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [ERROR] Slave SQL: Error 'Duplicate column name 'permanent'' on query. Default database: 'somedb_staging'. Query: 'alter table wp_wfBlocks add column permanent tinyint UNSIGNED default 0', Internal MariaDB error code: 1060
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: RBR event 1 Query apply warning: 1, 10530253
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: Ignoring error for TO isolated action: source: 9df418b3-e288-11e4-841e-c34bc61e6237 version: 3 local: 0 state: APPLYING flags: 65 conn_id: 2807344 trx_id: -1 seqnos (l: 9593824, g: 10530253, s: 10530252, d: 10530252, ts: 14848712110991391)
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [ERROR] Slave SQL: Error 'Duplicate column name 'id'' on query. Default database: 'somedb_staging'. Query: 'alter table wp_wfStatus add id bigint UNSIGNED NOT NULL auto_increment PRIMARY KEY', Internal MariaDB error code: 1060
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: RBR event 1 Query apply warning: 1, 10530259
May 25 09:31:00 wssql-ix03 mysqld: 150525  9:31:00 [Warning] WSREP: Ignoring error for TO isolated action: source: 9df418b3-e288-11e4-841e-c34bc61e6237 version: 3 local: 0 state: APPLYING flags: 65 conn_id: 2807344 trx_id: -1 seqnos (l: 9593830, g: 10530259, s: 10530258, d: 10530258, ts: 14848712136300460)
May 25 09:57:47 wssql-ix03 mysqld: 150525  9:57:47 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 10:28:30 wssql-ix03 mysqld: 150525 10:28:30 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 10:46:26 wssql-ix03 mysqld: 150525 10:46:26 [Warning] IP address '10.3.251.14' could not be resolved: Name or service not known
May 25 10:59:10 wssql-ix03 mysqld: 150525 10:59:10 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 11:29:45 wssql-ix03 mysqld: 150525 11:29:45 [Warning] Access denied for user 'root'@'localhost' (using password: NO)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,34) memb {
May 25 11:32:11 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:32:11 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:32:11 wssql-ix03 mysqld: } joined {
May 25 11:32:11 wssql-ix03 mysqld: } left {
May 25 11:32:11 wssql-ix03 mysqld: } partitioned {
May 25 11:32:11 wssql-ix03 mysqld: #011cba8d378-e288-11e4-b46a-6ea890248222,0
May 25 11:32:11 wssql-ix03 mysqld: })
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: forgetting cba8d378-e288-11e4-b46a-6ea890248222 (tcp://10.3.134.16:4567)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE_EXCHANGE: sent state UUID: ebe6eb64-02c0-11e5-9fd7-1398931ea801
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: sent state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801 from 0 (wssql-ix03)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: STATE EXCHANGE: got state msg: ebe6eb64-02c0-11e5-9fd7-1398931ea801 from 1 (wssql-ix02)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Quorum results:
May 25 11:32:11 wssql-ix03 mysqld: #011version    = 3,
May 25 11:32:11 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:32:11 wssql-ix03 mysqld: #011conf_id    = 33,
May 25 11:32:11 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:32:11 wssql-ix03 mysqld: #011act_id     = 10542477,
May 25 11:32:11 wssql-ix03 mysqld: #011last_appl. = 10542390,
May 25 11:32:11 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:32:11 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542477, view# 34: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Service thread queue flushed.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Assign initial position for certification: 10542477, protocol version: 3
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Note] WSREP: Service thread queue flushed.
May 25 11:32:11 wssql-ix03 mysqld: 150525 11:32:11 [Warning] WSREP: Releasing seqno 10542477 before 10542478 was assigned.
May 25 11:32:17 wssql-ix03 mysqld: 150525 11:32:17 [Note] WSREP:  cleaning up cba8d378-e288-11e4-b46a-6ea890248222 (tcp://10.3.134.16:4567)
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: declaring 2d505405-02c1-11e5-a13f-862cea9319ca stable
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: view(view_id(PRIM,2d505405-02c1-11e5-a13f-862cea9319ca,35) memb {
May 25 11:34:01 wssql-ix03 mysqld: #0112d505405-02c1-11e5-a13f-862cea9319ca,0
May 25 11:34:01 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:34:01 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:34:01 wssql-ix03 mysqld: } joined {
May 25 11:34:01 wssql-ix03 mysqld: } left {
May 25 11:34:01 wssql-ix03 mysqld: } partitioned {
May 25 11:34:01 wssql-ix03 mysqld: })
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 11:34:01 wssql-ix03 mysqld: 150525 11:34:01 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: sent state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 0 (wssql-ix01)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 2 (wssql-ix02)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: STATE EXCHANGE: got state msg: 2da2ea0a-02c1-11e5-8853-97858826ddaf from 1 (wssql-ix03)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Quorum results:
May 25 11:34:02 wssql-ix03 mysqld: #011version    = 3,
May 25 11:34:02 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:34:02 wssql-ix03 mysqld: #011conf_id    = 34,
May 25 11:34:02 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:34:02 wssql-ix03 mysqld: #011act_id     = 10542572,
May 25 11:34:02 wssql-ix03 mysqld: #011last_appl. = 10542390,
May 25 11:34:02 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:34:02 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542572, view# 35: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Service thread queue flushed.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Assign initial position for certification: 10542572, protocol version: 3
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Note] WSREP: Service thread queue flushed.
May 25 11:34:02 wssql-ix03 mysqld: 150525 11:34:02 [Warning] WSREP: Releasing seqno 10542572 before 10542573 was assigned.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Member 0.0 (wssql-ix01) requested state transfer from '*any*'. Selected 1.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10542572)
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542572''
May 25 11:34:04 wssql-ix03 mysqld: 150525 11:34:04 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:34:04.920)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:34:04.925)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:34:04.943)
May 25 11:34:04 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:34:04.948)
May 25 11:38:45 wssql-ix03 mysqld: 150525 11:38:45 [Note] WSREP: Provider paused at 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10542882 (9606547)
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: resuming provider at 9606547
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: Provider resumed.
May 25 11:39:24 wssql-ix03 mysqld: WSREP_SST: [INFO] Total time on donor: 0 seconds (20150525 11:39:24.889)
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: 1.0 (wssql-ix03): State transfer to 0.0 (wssql-ix01) complete.
May 25 11:39:24 wssql-ix03 mysqld: 150525 11:39:24 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 10545455)
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Member 1.0 (wssql-ix03) synced with group.
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10545481)
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: Synchronized with group, ready for connections
May 25 11:39:58 wssql-ix03 mysqld: 150525 11:39:58 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:14 wssql-ix03 mysqld: 150525 11:40:14 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.16:4567
May 25 11:40:15 wssql-ix03 mysqld: 150525 11:40:15 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567), attempt 0
May 25 11:40:19 wssql-ix03 mysqld: 150525 11:40:19 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, OPERATIONAL, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:19 wssql-ix03 mysqld: 150525 11:40:19 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:20 wssql-ix03 mysqld: 150525 11:40:20 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,2d505405-02c1-11e5-a13f-862cea9319ca,35)) suspecting node: 2d505405-02c1-11e5-a13f-862cea9319ca
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,36) memb {
May 25 11:40:21 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:40:21 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:40:21 wssql-ix03 mysqld: } joined {
May 25 11:40:21 wssql-ix03 mysqld: } left {
May 25 11:40:21 wssql-ix03 mysqld: } partitioned {
May 25 11:40:21 wssql-ix03 mysqld: #0112d505405-02c1-11e5-a13f-862cea9319ca,0
May 25 11:40:21 wssql-ix03 mysqld: })
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: forgetting 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE_EXCHANGE: sent state UUID: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: sent state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: got state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f from 0 (wssql-ix03)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: STATE EXCHANGE: got state msg: 0f78bd0e-02c2-11e5-87b4-f6b29095c14f from 1 (wssql-ix02)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Quorum results:
May 25 11:40:21 wssql-ix03 mysqld: #011version    = 3,
May 25 11:40:21 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:40:21 wssql-ix03 mysqld: #011conf_id    = 35,
May 25 11:40:21 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:40:21 wssql-ix03 mysqld: #011act_id     = 10545491,
May 25 11:40:21 wssql-ix03 mysqld: #011last_appl. = 10545369,
May 25 11:40:21 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:40:21 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545491, view# 36: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Service thread queue flushed.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Assign initial position for certification: 10545491, protocol version: 3
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Note] WSREP: Service thread queue flushed.
May 25 11:40:21 wssql-ix03 mysqld: 150525 11:40:21 [Warning] WSREP: Releasing seqno 10545491 before 10545492 was assigned.
May 25 11:40:26 wssql-ix03 mysqld: 150525 11:40:26 [Note] WSREP:  cleaning up 2d505405-02c1-11e5-a13f-862cea9319ca (tcp://10.3.134.16:4567)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: declaring 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c stable
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: view(view_id(PRIM,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37) memb {
May 25 11:40:59 wssql-ix03 mysqld: #01125fc17e7-02c2-11e5-8c5a-7b5b15f1781c,0
May 25 11:40:59 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:40:59 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:40:59 wssql-ix03 mysqld: } joined {
May 25 11:40:59 wssql-ix03 mysqld: } left {
May 25 11:40:59 wssql-ix03 mysqld: } partitioned {
May 25 11:40:59 wssql-ix03 mysqld: })
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: sent state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 0 (wssql-ix01)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 1 (wssql-ix03)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: STATE EXCHANGE: got state msg: 26499fdb-02c2-11e5-89df-4b8781ebbf3f from 2 (wssql-ix02)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Quorum results:
May 25 11:40:59 wssql-ix03 mysqld: #011version    = 3,
May 25 11:40:59 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:40:59 wssql-ix03 mysqld: #011conf_id    = 36,
May 25 11:40:59 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:40:59 wssql-ix03 mysqld: #011act_id     = 10545541,
May 25 11:40:59 wssql-ix03 mysqld: #011last_appl. = 10545369,
May 25 11:40:59 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:40:59 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541, view# 37: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Service thread queue flushed.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Assign initial position for certification: 10545541, protocol version: 3
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Service thread queue flushed.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Warning] WSREP: Releasing seqno 10545541 before 10545542 was assigned.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Member 0.0 (wssql-ix01) requested state transfer from '*any*'. Selected 1.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10545541)
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541''
May 25 11:40:59 wssql-ix03 mysqld: 150525 11:40:59 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:41:00.099)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:41:00.104)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:41:00.121)
May 25 11:41:00 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:41:00.126)
May 25 11:45:55 wssql-ix03 mysqld: 150525 11:45:55 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.16:4567
May 25 11:45:56 wssql-ix03 mysqld: 150525 11:45:56 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567), attempt 0
May 25 11:46:00 wssql-ix03 mysqld: 150525 11:46:00 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, OPERATIONAL, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:00 wssql-ix03 mysqld: 150525 11:46:00 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: evs::proto(4ffae6ea-e288-11e4-bf6c-a7494d4cb905, GATHER, view_id(REG,25fc17e7-02c2-11e5-8c5a-7b5b15f1781c,37)) suspecting node: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,38) memb {
May 25 11:46:01 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:46:01 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:46:01 wssql-ix03 mysqld: } joined {
May 25 11:46:01 wssql-ix03 mysqld: } left {
May 25 11:46:01 wssql-ix03 mysqld: } partitioned {
May 25 11:46:01 wssql-ix03 mysqld: #01125fc17e7-02c2-11e5-8c5a-7b5b15f1781c,0
May 25 11:46:01 wssql-ix03 mysqld: })
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: forgetting 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 2
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE_EXCHANGE: sent state UUID: da36311f-02c2-11e5-a12f-4b9072680b2c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: sent state msg: da36311f-02c2-11e5-a12f-4b9072680b2c
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: got state msg: da36311f-02c2-11e5-a12f-4b9072680b2c from 0 (wssql-ix03)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: STATE EXCHANGE: got state msg: da36311f-02c2-11e5-a12f-4b9072680b2c from 1 (wssql-ix02)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Quorum results:
May 25 11:46:01 wssql-ix03 mysqld: #011version    = 3,
May 25 11:46:01 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:46:01 wssql-ix03 mysqld: #011conf_id    = 37,
May 25 11:46:01 wssql-ix03 mysqld: #011members    = 2/2 (joined/total),
May 25 11:46:01 wssql-ix03 mysqld: #011act_id     = 10545840,
May 25 11:46:01 wssql-ix03 mysqld: #011last_appl. = 10545792,
May 25 11:46:01 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:46:01 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Flow-control interval: [23, 23]
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545840, view# 38: Primary, number of nodes: 2, my index: 0, protocol version 3
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Service thread queue flushed.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Assign initial position for certification: 10545840, protocol version: 3
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Note] WSREP: Service thread queue flushed.
May 25 11:46:01 wssql-ix03 mysqld: 150525 11:46:01 [Warning] WSREP: Releasing seqno 10545840 before 10545841 was assigned.
May 25 11:46:06 wssql-ix03 mysqld: 150525 11:46:06 [Note] WSREP:  cleaning up 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c (tcp://10.3.134.16:4567)
May 25 11:46:19 wssql-ix03 mysqld: 2015/05/25 11:46:19 socat[3479] E write(3, 0x17cc200, 8192): Broken pipe
May 25 11:46:20 wssql-ix03 mysqld: WSREP_SST: [ERROR] innobackupex finished with error: 1.  Check /var/lib/mysql//innobackup.backup.log (20150525 11:46:20.473)
May 25 11:46:20 wssql-ix03 mysqld: WSREP_SST: [ERROR] Cleanup after exit with status:22 (20150525 11:46:20.478)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Failed to read from: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541'
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Process completed with error: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541': 22 (Invalid argument)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [ERROR] WSREP: Command did not run: wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545541'
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Warning] WSREP: Could not find peer: 25fc17e7-02c2-11e5-8c5a-7b5b15f1781c
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Warning] WSREP: 0.0 (wssql-ix03): State transfer to -1.-1 (left the group) failed: -22 (Invalid argument)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Shifting DONOR/DESYNCED -> JOINED (TO: 10545885)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Member 0.0 (wssql-ix03) synced with group.
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10545885)
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: Synchronized with group, ready for connections
May 25 11:46:20 wssql-ix03 mysqld: 150525 11:46:20 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: declaring f7a42bca-02c2-11e5-ab7a-cec563816739 stable
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: Node 4ffae6ea-e288-11e4-bf6c-a7494d4cb905 state prim
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: view(view_id(PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,39) memb {
May 25 11:46:50 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:46:50 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:46:50 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:46:50 wssql-ix03 mysqld: } joined {
May 25 11:46:50 wssql-ix03 mysqld: } left {
May 25 11:46:50 wssql-ix03 mysqld: } partitioned {
May 25 11:46:50 wssql-ix03 mysqld: })
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 0, memb_num = 3
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE_EXCHANGE: sent state UUID: f7acb324-02c2-11e5-9c4e-6ade19b4a603
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: sent state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 0 (wssql-ix03)
May 25 11:46:50 wssql-ix03 mysqld: 150525 11:46:50 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 1 (wssql-ix02)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: STATE EXCHANGE: got state msg: f7acb324-02c2-11e5-9c4e-6ade19b4a603 from 2 (wssql-ix01)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Quorum results:
May 25 11:46:51 wssql-ix03 mysqld: #011version    = 3,
May 25 11:46:51 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 11:46:51 wssql-ix03 mysqld: #011conf_id    = 38,
May 25 11:46:51 wssql-ix03 mysqld: #011members    = 2/3 (joined/total),
May 25 11:46:51 wssql-ix03 mysqld: #011act_id     = 10545926,
May 25 11:46:51 wssql-ix03 mysqld: #011last_appl. = 10545792,
May 25 11:46:51 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 11:46:51 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Flow-control interval: [28, 28]
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545926, view# 39: Primary, number of nodes: 3, my index: 0, protocol version 3
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Service thread queue flushed.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Assign initial position for certification: 10545926, protocol version: 3
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Service thread queue flushed.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Warning] WSREP: Releasing seqno 10545926 before 10545927 was assigned.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Member 2.0 (wssql-ix01) requested state transfer from '*any*'. Selected 0.0 (wssql-ix03)(SYNCED) as donor.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Shifting SYNCED -> DONOR/DESYNCED (TO: 10545926)
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'donor' --address '10.3.134.16:4444/xtrabackup_sst' --auth 'replication-user:f02266aaea02' --socket '/var/run/mysqld/mysqld.sock' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf'  --binlog '/var/log/mysql/mariadb-bin' --gtid '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10545926''
May 25 11:46:51 wssql-ix03 mysqld: 150525 11:46:51 [Note] WSREP: sst_donor_thread signaled with 0
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 11:46:51.824)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 11:46:51.830)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming the backup to joiner at 10.3.134.16 4444 (20150525 11:46:51.846)
May 25 11:46:51 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf $INNOEXTRA --galera-info --stream=$sfmt ${TMPDIR} 2>${DATA}/innobackup.backup.log | socat -u stdio TCP:10.3.134.16:4444; RC=( ${PIPESTATUS[@]} ) (20150525 11:46:51.853)
May 25 11:55:19 wssql-ix03 mysqld: 150525 11:55:19 [Note] WSREP: Provider paused at 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548500 (9612207)
May 25 11:55:22 wssql-ix03 mysqld: 150525 11:55:22 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting on, nonlive peers: tcp://10.3.134.9:4567
May 25 11:55:23 wssql-ix03 mysqld: 150525 11:55:23 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') reconnecting to 9df418b3-e288-11e4-841e-c34bc61e6237 (tcp://10.3.134.9:4567), attempt 0
May 25 11:55:23 wssql-ix03 mysqld: 150525 11:55:23 [Note] WSREP: (4ffae6ea-e288-11e4-bf6c-a7494d4cb905, 'tcp://0.0.0.0:4567') turning message relay requesting off
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: resuming provider at 9612207
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Provider resumed.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 2th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 3th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: Failed to apply app buffer: seqno: 10548513, status: 1
May 25 11:55:55 wssql-ix03 mysqld: #011 at galera/src/trx_handle.cpp:apply():340
May 25 11:55:55 wssql-ix03 mysqld: Retrying 4th time
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] mysqld: Can't find record in 'bookings'
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] Slave SQL: Could not execute Update_rows_v1 event on table somedb_staging_api.bookings; Can't find record in 'bookings', Error_code: 1032; handler error HA_ERR_KEY_NOT_FOUND; the event's master log FIRST, end_log_pos 4237, Internal MariaDB error code: 1032
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Warning] WSREP: RBR event 2 Update_rows_v1 apply warning: 120, 10548513
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Failed to apply trx: source: 9df418b3-e288-11e4-841e-c34bc61e6237 version: 3 local: 0 state: APPLYING flags: 1 conn_id: 2814603 trx_id: 27870786 seqnos (l: 9612221, g: 10548513, s: 10548512, d: 10548512, ts: 14857267594820809)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Failed to apply trx 10548513 4 times
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [ERROR] WSREP: Node consistency compromized, aborting...
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing send monitor...
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closed send monitor.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: terminating thread
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: joining thread
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: closing backend
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: view(view_id(NON_PRIM,4ffae6ea-e288-11e4-bf6c-a7494d4cb905,39) memb {
May 25 11:55:55 wssql-ix03 mysqld: #0114ffae6ea-e288-11e4-bf6c-a7494d4cb905,0
May 25 11:55:55 wssql-ix03 mysqld: } joined {
May 25 11:55:55 wssql-ix03 mysqld: } left {
May 25 11:55:55 wssql-ix03 mysqld: } partitioned {
May 25 11:55:55 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:55:55 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:55:55 wssql-ix03 mysqld: })
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: view((empty))
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: New COMPONENT: primary = no, bootstrap = no, my_idx = 0, memb_num = 1
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: gcomm: closed
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Flow-control interval: [16, 16]
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received NON-PRIMARY.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Shifting DONOR/DESYNCED -> OPEN (TO: 10550291)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received self-leave message.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Flow-control interval: [0, 0]
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Received SELF-LEAVE. Closing connection.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Shifting OPEN -> CLOSED (TO: 10550291)
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: RECV thread exiting 0: Success
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: recv_thread() joined.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing replication queue.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: Closing slave action queue.
May 25 11:55:55 wssql-ix03 mysqld: 150525 11:55:55 [Note] WSREP: /usr/sbin/mysqld: Terminated.
May 25 11:55:57 wssql-ix03 mysqld: WSREP_SST: [ERROR] innobackupex finished with error: 104.  Check /var/lib/mysql//innobackup.backup.log (20150525 11:55:57.435)
May 25 11:55:57 wssql-ix03 mysqld: WSREP_SST: [ERROR] Cleanup after exit with status:22 (20150525 11:55:57.442)
May 25 11:55:57 wssql-ix03 mysqld_safe: Number of processes running now: 0
May 25 11:55:57 wssql-ix03 mysqld_safe: WSREP: not restarting wsrep node automatically
May 25 11:55:57 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:56:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:56:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:56:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.YxuDBi' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:56:19 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:56:19 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Service thread queue flushed.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: wsrep_sst_grab()
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Start replication
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: protonet asio version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: backend: asio
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: GMCast version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: EVS version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: PC version 0
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:56:19 wssql-ix03 mysqld: 150525 11:56:19 [Warning] WSREP: (4aced258-02c4-11e5-a01d-53fc78e3f366, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:56:20 wssql-ix03 mysqld: 150525 11:56:20 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:56:20 wssql-ix03 mysqld: 150525 11:56:20 [Note] WSREP: view(view_id(NON_PRIM,4aced258-02c4-11e5-a01d-53fc78e3f366,42) memb {
May 25 11:56:20 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:56:20 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:56:20 wssql-ix03 mysqld: } joined {
May 25 11:56:20 wssql-ix03 mysqld: } left {
May 25 11:56:20 wssql-ix03 mysqld: } partitioned {
May 25 11:56:20 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:56:20 wssql-ix03 mysqld: })
May 25 11:56:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:56:41 wssql-ix03 /etc/init.d/mysql[15816]:
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [ERROR] Aborting
May 25 11:56:50 wssql-ix03 mysqld:
May 25 11:56:50 wssql-ix03 mysqld: 150525 11:56:50 [Note] WSREP: Service disconnected.
May 25 11:56:51 wssql-ix03 mysqld: 150525 11:56:51 [Note] WSREP: Some threads may fail to exit.
May 25 11:56:51 wssql-ix03 mysqld: 150525 11:56:51 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:56:51 wssql-ix03 mysqld:
May 25 11:56:51 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:56:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:56:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:56:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.8osNWa' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:57:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:57:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Service thread queue flushed.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: wsrep_sst_grab()
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Start replication
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: protonet asio version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: backend: asio
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: GMCast version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: EVS version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: PC version 0
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Warning] WSREP: (64c267f3-02c4-11e5-be77-fed94faadcb2, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:57:03 wssql-ix03 mysqld: 150525 11:57:03 [Note] WSREP: view(view_id(NON_PRIM,64c267f3-02c4-11e5-be77-fed94faadcb2,44) memb {
May 25 11:57:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:57:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:57:03 wssql-ix03 mysqld: } joined {
May 25 11:57:03 wssql-ix03 mysqld: } left {
May 25 11:57:03 wssql-ix03 mysqld: } partitioned {
May 25 11:57:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:57:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:57:03 wssql-ix03 mysqld: })
May 25 11:57:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:57:30 wssql-ix03 /etc/init.d/mmysql[16734]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:57:30 wssql-ix03 /etc/init.d/mysql[16734]:
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [ERROR] Aborting
May 25 11:57:33 wssql-ix03 mysqld:
May 25 11:57:33 wssql-ix03 mysqld: 150525 11:57:33 [Note] WSREP: Service disconnected.
May 25 11:57:34 wssql-ix03 mysqld: 150525 11:57:34 [Note] WSREP: Some threads may fail to exit.
May 25 11:57:34 wssql-ix03 mysqld: 150525 11:57:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:57:34 wssql-ix03 mysqld:
May 25 11:57:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:57:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:57:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:57:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.na2zKT' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:57:52 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:57:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Service thread queue flushed.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: wsrep_sst_grab()
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Start replication
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: protonet asio version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: backend: asio
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: GMCast version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: EVS version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: PC version 0
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Warning] WSREP: (827ab6a5-02c4-11e5-a113-2b623efadeab, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:57:53 wssql-ix03 mysqld: 150525 11:57:53 [Note] WSREP: view(view_id(NON_PRIM,827ab6a5-02c4-11e5-a113-2b623efadeab,46) memb {
May 25 11:57:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:57:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:57:53 wssql-ix03 mysqld: } joined {
May 25 11:57:53 wssql-ix03 mysqld: } left {
May 25 11:57:53 wssql-ix03 mysqld: } partitioned {
May 25 11:57:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:57:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:57:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:57:53 wssql-ix03 mysqld: })
May 25 11:58:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:58:20 wssql-ix03 /etc/init.d/mysql[17711]:
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:58:24 wssql-ix03 Kmysqld: 150525 11:58:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [ERROR] Aborting
May 25 11:58:24 wssql-ix03 mysqld:
May 25 11:58:24 wssql-ix03 mysqld: 150525 11:58:24 [Note] WSREP: Service disconnected.
May 25 11:58:25 wssql-ix03 mysqld: 150525 11:58:25 [Note] WSREP: Some threads may fail to exit.
May 25 11:58:25 wssql-ix03 mysqld: 150525 11:58:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:58:25 wssql-ix03 mysqld:
May 25 11:58:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:58:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:58:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:58:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.oP0MEX' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:58:43 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:58:43 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Service thread queue flushed.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: wsrep_sst_grab()
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Start replication
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: protonet asio version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: backend: asio
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: GMCast version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: EVS version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: PC version 0
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Warning] WSREP: (a0593a66-02c4-11e5-b9d9-e76e590131d8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:58:43 wssql-ix03 mysqld: 150525 11:58:43 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,48) memb {
May 25 11:58:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:58:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 11:58:43 wssql-ix03 mysqld: } joined {
May 25 11:58:43 wssql-ix03 mysqld: } left {
May 25 11:58:43 wssql-ix03 mysqld: } partitioned {
May 25 11:58:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:58:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:58:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:58:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:58:43 wssql-ix03 mysqld: })
May 25 11:59:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 11:59:10 wssql-ix03 /etc/init.d/mysql[18669]:
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [ERROR] Aborting
May 25 11:59:14 wssql-ix03 mysqld:
May 25 11:59:14 wssql-ix03 mysqld: 150525 11:59:14 [Note] WSREP: Service disconnected.
May 25 11:59:15 wssql-ix03 mysqld: 150525 11:59:15 [Note] WSREP: Some threads may fail to exit.
May 25 11:59:15 wssql-ix03 mysqld: 150525 11:59:15 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 11:59:15 wssql-ix03 mysqld:
May 25 11:59:15 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 11:59:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 11:59:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 11:59:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.oTR6Qu' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 11:59:33 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 11:59:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Service thread queue flushed.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: wsrep_sst_grab()
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Start replication
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: protonet asio version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: backend: asio
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: GMCast version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: EVS version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: PC version 0
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Warning] WSREP: (be3490cf-02c4-11e5-ba10-d22d82e86180, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 11:59:33 wssql-ix03 mysqld: 150525 11:59:33 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,50) memb {
May 25 11:59:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 11:59:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 11:59:33 wssql-ix03 mysqld: } joined {
May 25 11:59:33 wssql-ix03 mysqld: } left {
May 25 11:59:33 wssql-ix03 mysqld: } partitioned {
May 25 11:59:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 11:59:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 11:59:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 11:59:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 11:59:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 11:59:33 wssql-ix03 mysqld: })
May 25 11:59:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:00:00 wssql-ix03 /etc/init.d/mysql[19497]:
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [ERROR] Aborting
May 25 12:00:04 wssql-ix03 mysqld:
May 25 12:00:04 wssql-ix03 mysqld: 150525 12:00:04 [Note] WSREP: Service disconnected.
May 25 12:00:05 wssql-ix03 mysqld: 150525 12:00:05 [Note] WSREP: Some threads may fail to exit.
May 25 12:00:05 wssql-ix03 mysqld: 150525 12:00:05 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:00:05 wssql-ix03 mysqld:
May 25 12:00:05 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:00:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:00:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:00:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.I5lnu5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:00:23 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:00:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Service thread queue flushed.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Start replication
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: protonet asio version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: backend: asio
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: GMCast version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: EVS version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: PC version 0
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Warning] WSREP: (dbeeb19e-02c4-11e5-91b5-9e206fb94165, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:00:23 wssql-ix03 mysqld: 150525 12:00:23 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,52) memb {
May 25 12:00:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:00:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:00:23 wssql-ix03 mysqld: } joined {
May 25 12:00:23 wssql-ix03 mysqld: } left {
May 25 12:00:23 wssql-ix03 mysqld: } partitioned {
May 25 12:00:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:00:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:00:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:00:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:00:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:00:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:00:23 wssql-ix03 mysqld: })
May 25 12:00:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:00:50 wssql-ix03 /etc/init.d/mysql[21150]:
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [ERROR] Aborting
May 25 12:00:53 wssql-ix03 mysqld:
May 25 12:00:53 wssql-ix03 mysqld: 150525 12:00:53 [Note] WSREP: Service disconnected.
May 25 12:00:54 wssql-ix03 mysqld: 150525 12:00:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:00:54 wssql-ix03 mysqld: 150525 12:00:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:00:54 wssql-ix03 mysqld:
May 25 12:00:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:01:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:01:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:01:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.C7iTP5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:01:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:01:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Service thread queue flushed.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Start replication
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: protonet asio version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: backend: asio
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: GMCast version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: EVS version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: PC version 0
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Warning] WSREP: (f9c6554c-02c4-11e5-84ba-5312dd8116e8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:01:13 wssql-ix03 mysqld: 150525 12:01:13 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,54) memb {
May 25 12:01:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:01:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:01:13 wssql-ix03 mysqld: } joined {
May 25 12:01:13 wssql-ix03 mysqld: } left {
May 25 12:01:13 wssql-ix03 mysqld: } partitioned {
May 25 12:01:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:01:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:01:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:01:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:01:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:01:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:01:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:01:13 wssql-ix03 mysqld: })
May 25 12:01:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:01:40 wssql-ix03 /etc/init.d/mysql[22102]:
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [ERROR] Aborting
May 25 12:01:43 wssql-ix03 mysqld:
May 25 12:01:43 wssql-ix03 mysqld: 150525 12:01:43 [Note] WSREP: Service disconnected.
May 25 12:01:44 wssql-ix03 mysqld: 150525 12:01:44 [Note] WSREP: Some threads may fail to exit.
May 25 12:01:44 wssql-ix03 mysqld: 150525 12:01:44 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:01:44 wssql-ix03 mysqld:
May 25 12:01:44 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:01:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:01:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:01:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ljoweO' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:02:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:02:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Service thread queue flushed.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Start replication
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: protonet asio version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: backend: asio
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: GMCast version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: EVS version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: PC version 0
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Warning] WSREP: (179158d8-02c5-11e5-9205-f7b74bbf74a4, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:02:03 wssql-ix03 mysqld: 150525 12:02:03 [Note] WSREP: view(view_id(NON_PRIM,179158d8-02c5-11e5-9205-f7b74bbf74a4,56) memb {
May 25 12:02:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:02:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:02:03 wssql-ix03 mysqld: } joined {
May 25 12:02:03 wssql-ix03 mysqld: } left {
May 25 12:02:03 wssql-ix03 mysqld: } partitioned {
May 25 12:02:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:02:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:02:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:02:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:02:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:02:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:02:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:02:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:02:03 wssql-ix03 mysqld: })
May 25 12:02:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:02:30 wssql-ix03 /etc/init.d/mysql[23024]:
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [ERROR] Aborting
May 25 12:02:33 wssql-ix03 mysqld:
May 25 12:02:33 wssql-ix03 mysqld: 150525 12:02:33 [Note] WSREP: Service disconnected.
May 25 12:02:34 wssql-ix03 mysqld: 150525 12:02:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:02:34 wssql-ix03 mysqld: 150525 12:02:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:02:34 wssql-ix03 mysqld:
May 25 12:02:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:02:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:02:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:02:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ebsja6' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:02:53 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:02:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Service thread queue flushed.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: wsrep_sst_grab()
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Start replication
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: protonet asio version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: backend: asio
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: GMCast version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: EVS version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: PC version 0
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Warning] WSREP: (35513378-02c5-11e5-a8f4-5be1d163b26c, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:02:53 wssql-ix03 mysqld: 150525 12:02:53 [Note] WSREP: view(view_id(NON_PRIM,35513378-02c5-11e5-a8f4-5be1d163b26c,58) memb {
May 25 12:02:53 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:02:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:02:53 wssql-ix03 mysqld: } joined {
May 25 12:02:53 wssql-ix03 mysqld: } left {
May 25 12:02:53 wssql-ix03 mysqld: } partitioned {
May 25 12:02:53 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:02:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:02:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:02:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:02:53 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:02:53 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:02:53 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:02:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:02:53 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:02:53 wssql-ix03 mysqld: })
May 25 12:03:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:03:20 wssql-ix03 /etc/init.d/mysql[24015]:
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [ERROR] Aborting
May 25 12:03:24 wssql-ix03 mysqld:
May 25 12:03:24 wssql-ix03 mysqld: 150525 12:03:24 [Note] WSREP: Service disconnected.
May 25 12:03:25 wssql-ix03 mysqld: 150525 12:03:25 [Note] WSREP: Some threads may fail to exit.
May 25 12:03:25 wssql-ix03 mysqld: 150525 12:03:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:03:25 wssql-ix03 mysqld:
May 25 12:03:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:03:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:03:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:03:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.FuXyfI' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:03:43 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:03:43 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Service thread queue flushed.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: wsrep_sst_grab()
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Start replication
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: protonet asio version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: backend: asio
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: GMCast version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: EVS version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: PC version 0
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Warning] WSREP: (5319aa1a-02c5-11e5-91a3-9e2f20af2255, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:03:43 wssql-ix03 mysqld: 150525 12:03:43 [Note] WSREP: view(view_id(NON_PRIM,5319aa1a-02c5-11e5-91a3-9e2f20af2255,60) memb {
May 25 12:03:43 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:03:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:03:43 wssql-ix03 mysqld: } joined {
May 25 12:03:43 wssql-ix03 mysqld: } left {
May 25 12:03:43 wssql-ix03 mysqld: } partitioned {
May 25 12:03:43 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:03:43 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:03:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:03:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:03:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:03:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:03:43 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:03:43 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:03:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:03:43 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:03:43 wssql-ix03 mysqld: })
May 25 12:04:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:04:10 wssql-ix03 /etc/init.d/mysql[24963]:
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [ERROR] Aborting
May 25 12:04:13 wssql-ix03 mysqld:
May 25 12:04:13 wssql-ix03 mysqld: 150525 12:04:13 [Note] WSREP: Service disconnected.
May 25 12:04:14 wssql-ix03 mysqld: 150525 12:04:14 [Note] WSREP: Some threads may fail to exit.
May 25 12:04:14 wssql-ix03 mysqld: 150525 12:04:14 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:04:14 wssql-ix03 mysqld:
May 25 12:04:14 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:04:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:04:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:04:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.OwzNKP' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:04:33 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:04:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Service thread queue flushed.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: wsrep_sst_grab()
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Start replication
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: protonet asio version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: backend: asio
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: GMCast version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: EVS version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: PC version 0
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Warning] WSREP: (70ef274b-02c5-11e5-9ff2-8b6355487f18, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:04:33 wssql-ix03 mysqld: 150525 12:04:33 [Note] WSREP: view(view_id(NON_PRIM,70ef274b-02c5-11e5-9ff2-8b6355487f18,62) memb {
May 25 12:04:33 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:04:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:04:33 wssql-ix03 mysqld: } joined {
May 25 12:04:33 wssql-ix03 mysqld: } left {
May 25 12:04:33 wssql-ix03 mysqld: } partitioned {
May 25 12:04:33 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:04:33 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:04:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:04:33 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:04:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:04:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:04:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:04:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:04:33 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:04:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:04:33 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:04:33 wssql-ix03 mysqld: })
May 25 12:04:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:05:00 wssql-ix03 /etc/init.d/mysql[25804]:
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [ERROR] Aborting
May 25 12:05:03 wssql-ix03 mysqld:
May 25 12:05:03 wssql-ix03 mysqld: 150525 12:05:03 [Note] WSREP: Service disconnected.
May 25 12:05:04 wssql-ix03 mysqld: 150525 12:05:04 [Note] WSREP: Some threads may fail to exit.
May 25 12:05:04 wssql-ix03 mysqld: 150525 12:05:04 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:05:04 wssql-ix03 mysqld:
May 25 12:05:04 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:05:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:05:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:05:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.feF9pN' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:05:23 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:05:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Service thread queue flushed.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Start replication
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: protonet asio version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: backend: asio
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: GMCast version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: EVS version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: PC version 0
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Warning] WSREP: (8ec47e92-02c5-11e5-8bf1-526fa5022323, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:05:23 wssql-ix03 mysqld: 150525 12:05:23 [Note] WSREP: view(view_id(NON_PRIM,8ec47e92-02c5-11e5-8bf1-526fa5022323,64) memb {
May 25 12:05:23 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:05:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:05:23 wssql-ix03 mysqld: } joined {
May 25 12:05:23 wssql-ix03 mysqld: } left {
May 25 12:05:23 wssql-ix03 mysqld: } partitioned {
May 25 12:05:23 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:05:23 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:05:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:05:23 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:05:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:05:23 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:05:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:05:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:05:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:05:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:05:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:05:23 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:05:23 wssql-ix03 mysqld: })
May 25 12:05:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:05:50 wssql-ix03 /etc/init.d/mysql[26757]:
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [ERROR] Aborting
May 25 12:05:53 wssql-ix03 mysqld:
May 25 12:05:53 wssql-ix03 mysqld: 150525 12:05:53 [Note] WSREP: Service disconnected.
May 25 12:05:54 wssql-ix03 mysqld: 150525 12:05:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:05:54 wssql-ix03 mysqld: 150525 12:05:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:05:54 wssql-ix03 mysqld:
May 25 12:05:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:06:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:06:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:06:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.vD2eKw' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:06:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:06:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Service thread queue flushed.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Start replication
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: protonet asio version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: backend: asio
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: GMCast version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: EVS version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: PC version 0
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Warning] WSREP: (ac946227-02c5-11e5-999a-1744c80f3ba8, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:06:13 wssql-ix03 mysqld: 150525 12:06:13 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,66) memb {
May 25 12:06:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:06:13 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:06:13 wssql-ix03 mysqld: } joined {
May 25 12:06:13 wssql-ix03 mysqld: } left {
May 25 12:06:13 wssql-ix03 mysqld: } partitioned {
May 25 12:06:13 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:06:13 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:06:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:06:13 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:06:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:06:13 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:06:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:06:13 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:06:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:06:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:06:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:06:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:06:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:06:13 wssql-ix03 mysqld: })
May 25 12:06:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:06:40 wssql-ix03 /etc/init.d/mysql[27971]:
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [ERROR] Aborting
May 25 12:06:44 wssql-ix03 mysqld:
May 25 12:06:44 wssql-ix03 mysqld: 150525 12:06:44 [Note] WSREP: Service disconnected.
May 25 12:06:45 wssql-ix03 mysqld: 150525 12:06:45 [Note] WSREP: Some threads may fail to exit.
May 25 12:06:45 wssql-ix03 mysqld: 150525 12:06:45 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:06:45 wssql-ix03 mysqld:
May 25 12:06:45 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:06:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:06:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:06:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.mPMUPi' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:07:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:07:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Service thread queue flushed.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Start replication
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: protonet asio version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: backend: asio
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: GMCast version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: EVS version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: PC version 0
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Warning] WSREP: (ca55a25e-02c5-11e5-b0e3-c25b536e5d25, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:07:03 wssql-ix03 mysqld: 150525 12:07:03 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,68) memb {
May 25 12:07:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:07:03 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:07:03 wssql-ix03 mysqld: } joined {
May 25 12:07:03 wssql-ix03 mysqld: } left {
May 25 12:07:03 wssql-ix03 mysqld: } partitioned {
May 25 12:07:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:07:03 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:07:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:07:03 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:07:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:07:03 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:07:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:07:03 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:07:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:07:03 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:07:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:07:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:07:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:07:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:07:03 wssql-ix03 mysqld: })
May 25 12:07:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:07:30 wssql-ix03 /etc/init.d/mysql[28889]:
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [ERROR] Aborting
May 25 12:07:33 wssql-ix03 mysqld:
May 25 12:07:33 wssql-ix03 mysqld: 150525 12:07:33 [Note] WSREP: Service disconnected.
May 25 12:07:34 wssql-ix03 mysqld: 150525 12:07:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:07:34 wssql-ix03 mysqld: 150525 12:07:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:07:34 wssql-ix03 mysqld:
May 25 12:07:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:07:48 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:07:48 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:07:48 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.egJnqs' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:07:52 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:07:53 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Service thread queue flushed.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: wsrep_sst_grab()
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Start replication
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: protonet asio version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: backend: asio
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: GMCast version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: EVS version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: PC version 0
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Warning] WSREP: (e81bb57b-02c5-11e5-a4cc-f3db0bec71bb, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:07:53 wssql-ix03 mysqld: 150525 12:07:53 [Note] WSREP: view(view_id(NON_PRIM,9df418b3-e288-11e4-841e-c34bc61e6237,70) memb {
May 25 12:07:53 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:07:53 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:07:53 wssql-ix03 mysqld: } joined {
May 25 12:07:53 wssql-ix03 mysqld: } left {
May 25 12:07:53 wssql-ix03 mysqld: } partitioned {
May 25 12:07:53 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:07:53 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:07:53 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:07:53 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:07:53 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:07:53 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:07:53 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:07:53 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:07:53 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:07:53 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:07:53 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:07:53 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:07:53 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:07:53 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:07:53 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:07:53 wssql-ix03 mysqld: })
May 25 12:08:18 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:08:20 wssql-ix03 /etc/init.d/mysql[29872]:
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [ERROR] Aborting
May 25 12:08:24 wssql-ix03 mysqld:
May 25 12:08:24 wssql-ix03 mysqld: 150525 12:08:24 [Note] WSREP: Service disconnected.
May 25 12:08:25 wssql-ix03 mysqld: 150525 12:08:25 [Note] WSREP: Some threads may fail to exit.
May 25 12:08:25 wssql-ix03 mysqld: 150525 12:08:25 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:08:25 wssql-ix03 mysqld:
May 25 12:08:25 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:08:38 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:08:38 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:08:38 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.ANHNAl' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:08:42 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:08:42 wssql-ix03 mysqld: 150525 12:08:42 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:08:42 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Service thread queue flushed.
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: wsrep_sst_grab()
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Start replication
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: protonet asio version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: backend: asio
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: GMCast version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: EVS version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: PC version 0
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Warning] WSREP: (05e46402-02c6-11e5-809f-062a9119e68b, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:08:43 wssql-ix03 mysqld: 150525 12:08:43 [Note] WSREP: view(view_id(NON_PRIM,05e46402-02c6-11e5-809f-062a9119e68b,72) memb {
May 25 12:08:43 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:08:43 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:08:43 wssql-ix03 mysqld: } joined {
May 25 12:08:43 wssql-ix03 mysqld: } left {
May 25 12:08:43 wssql-ix03 mysqld: } partitioned {
May 25 12:08:43 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:08:43 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:08:43 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:08:43 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:08:43 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:08:43 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:08:43 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:08:43 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:08:43 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:08:43 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:08:43 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:08:43 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:08:43 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:08:43 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:08:43 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:08:43 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:08:43 wssql-ix03 mysqld: })
May 25 12:09:08 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:09:10 wssql-ix03 /etc/init.d/mysql[30857]:
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [ERROR] Aborting
May 25 12:09:13 wssql-ix03 mysqld:
May 25 12:09:13 wssql-ix03 mysqld: 150525 12:09:13 [Note] WSREP: Service disconnected.
May 25 12:09:14 wssql-ix03 mysqld: 150525 12:09:14 [Note] WSREP: Some threads may fail to exit.
May 25 12:09:14 wssql-ix03 mysqld: 150525 12:09:14 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:09:14 wssql-ix03 mysqld:
May 25 12:09:14 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:09:28 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:09:28 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:09:28 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.kPo69N' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:09:32 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:09:32 wssql-ix03 mysqld: 150525 12:09:32 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:09:33 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Service thread queue flushed.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: wsrep_sst_grab()
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Start replication
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: protonet asio version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: backend: asio
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: GMCast version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: EVS version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: PC version 0
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Warning] WSREP: (23b3a88b-02c6-11e5-846b-f227e28cf600, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:09:33 wssql-ix03 mysqld: 150525 12:09:33 [Note] WSREP: view(view_id(NON_PRIM,23b3a88b-02c6-11e5-846b-f227e28cf600,74) memb {
May 25 12:09:33 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:09:33 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:09:33 wssql-ix03 mysqld: } joined {
May 25 12:09:33 wssql-ix03 mysqld: } left {
May 25 12:09:33 wssql-ix03 mysqld: } partitioned {
May 25 12:09:33 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:09:33 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:09:33 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:09:33 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:09:33 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:09:33 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:09:33 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:09:33 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:09:33 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:09:33 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:09:33 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:09:33 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:09:33 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:09:33 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:09:33 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:09:33 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:09:33 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:09:33 wssql-ix03 mysqld: })
May 25 12:09:58 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:10:00 wssql-ix03 /etc/init.d/mysql[31685]:
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [ERROR] Aborting
May 25 12:10:04 wssql-ix03 mysqld:
May 25 12:10:04 wssql-ix03 mysqld: 150525 12:10:04 [Note] WSREP: Service disconnected.
May 25 12:10:05 wssql-ix03 mysqld: 150525 12:10:05 [Note] WSREP: Some threads may fail to exit.
May 25 12:10:05 wssql-ix03 mysqld: 150525 12:10:05 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:10:05 wssql-ix03 mysqld:
May 25 12:10:05 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:10:18 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:10:18 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:10:18 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.UPcle9' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:10:22 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:10:23 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Service thread queue flushed.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: wsrep_sst_grab()
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Start replication
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: protonet asio version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: backend: asio
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: GMCast version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: EVS version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: PC version 0
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Warning] WSREP: (418343b8-02c6-11e5-9004-b7ce33220d60, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:10:23 wssql-ix03 mysqld: 150525 12:10:23 [Note] WSREP: view(view_id(NON_PRIM,418343b8-02c6-11e5-9004-b7ce33220d60,76) memb {
May 25 12:10:23 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:10:23 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:10:23 wssql-ix03 mysqld: } joined {
May 25 12:10:23 wssql-ix03 mysqld: } left {
May 25 12:10:23 wssql-ix03 mysqld: } partitioned {
May 25 12:10:23 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:10:23 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:10:23 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:10:23 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:10:23 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:10:23 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:10:23 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:10:23 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:10:23 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:10:23 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:10:23 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:10:23 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:10:23 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:10:23 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:10:23 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:10:23 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:10:23 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:10:23 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:10:23 wssql-ix03 mysqld: })
May 25 12:10:48 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:10:50 wssql-ix03 /etc/init.d/mysql[32651]:
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [ERROR] Aborting
May 25 12:10:53 wssql-ix03 mysqld:
May 25 12:10:53 wssql-ix03 mysqld: 150525 12:10:53 [Note] WSREP: Service disconnected.
May 25 12:10:54 wssql-ix03 mysqld: 150525 12:10:54 [Note] WSREP: Some threads may fail to exit.
May 25 12:10:54 wssql-ix03 mysqld: 150525 12:10:54 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:10:54 wssql-ix03 mysqld:
May 25 12:10:54 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:11:08 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:11:08 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:11:08 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.EXMfvR' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:11:13 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:11:13 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Service thread queue flushed.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: wsrep_sst_grab()
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Start replication
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: protonet asio version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: backend: asio
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: GMCast version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: EVS version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: PC version 0
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Warning] WSREP: (5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:11:13 wssql-ix03 mysqld: 150525 12:11:13 [Note] WSREP: view(view_id(NON_PRIM,5f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,78) memb {
May 25 12:11:13 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:11:13 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:11:13 wssql-ix03 mysqld: } joined {
May 25 12:11:13 wssql-ix03 mysqld: } left {
May 25 12:11:13 wssql-ix03 mysqld: } partitioned {
May 25 12:11:13 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:11:13 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:11:13 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:11:13 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:11:13 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:11:13 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:11:13 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:11:13 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:11:13 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:11:13 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:11:13 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:11:13 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:11:13 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:11:13 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:11:13 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:11:13 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:11:13 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:11:13 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:11:13 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:11:13 wssql-ix03 mysqld: })
May 25 12:11:38 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:11:40 wssql-ix03 /etc/init.d/mysql[1167]:
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [ERROR] Aborting
May 25 12:11:43 wssql-ix03 mysqld:
May 25 12:11:43 wssql-ix03 mysqld: 150525 12:11:43 [Note] WSREP: Service disconnected.
May 25 12:11:44 wssql-ix03 mysqld: 150525 12:11:44 [Note] WSREP: Some threads may fail to exit.
May 25 12:11:44 wssql-ix03 mysqld: 150525 12:11:44 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:11:44 wssql-ix03 mysqld:
May 25 12:11:44 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' process is not running
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' trying to restart
May 25 12:11:58 wssql-ix03 monit[1643]: 'mysql' start: /etc/init.d/mysql
May 25 12:11:58 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:11:58 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.BeJnY5' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:12:03 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:12:03 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Service thread queue flushed.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: wsrep_sst_grab()
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Start replication
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: protonet asio version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: backend: asio
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: GMCast version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: EVS version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: PC version 0
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Warning] WSREP: (7d273ae0-02c6-11e5-b916-a6ec4c114952, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:12:03 wssql-ix03 mysqld: 150525 12:12:03 [Note] WSREP: view(view_id(NON_PRIM,7d273ae0-02c6-11e5-b916-a6ec4c114952,80) memb {
May 25 12:12:03 wssql-ix03 mysqld: #0117d273ae0-02c6-11e5-b916-a6ec4c114952,0
May 25 12:12:03 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:12:03 wssql-ix03 mysqld: } joined {
May 25 12:12:03 wssql-ix03 mysqld: } left {
May 25 12:12:03 wssql-ix03 mysqld: } partitioned {
May 25 12:12:03 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:12:03 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:12:03 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:12:03 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:12:03 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:12:03 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:12:03 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:12:03 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:12:03 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:12:03 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:12:03 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:12:03 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:12:03 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:12:03 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:12:03 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:12:03 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:12:03 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:12:03 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:12:03 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec563816739,0
May 25 12:12:03 wssql-ix03 mysqld: #011f9c6554c-02c4-11e5-84ba-5312dd8116e8,0
May 25 12:12:03 wssql-ix03 mysqld: })
May 25 12:12:28 wssql-ix03 monit[1643]: 'mysql' failed to start
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:12:30 wssql-ix03 /etc/init.d/mysql[2098]:
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [ERROR] Aborting
May 25 12:12:33 wssql-ix03 mysqld:
May 25 12:12:33 wssql-ix03 mysqld: 150525 12:12:33 [Note] WSREP: Service disconnected.
May 25 12:12:34 wssql-ix03 mysqld: 150525 12:12:34 [Note] WSREP: Some threads may fail to exit.
May 25 12:12:34 wssql-ix03 mysqld: 150525 12:12:34 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:12:34 wssql-ix03 mysqld:
May 25 12:12:34 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:12:44 wssql-ix03 monit[1643]: 'mysql' unmonitor on user request
May 25 12:12:44 wssql-ix03 monit[1643]: 'mysql' unmonitor action done
May 25 12:16:40 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:16:40 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.v862Nl' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:16:44 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:16:44 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Service thread queue flushed.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: wsrep_sst_grab()
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Start replication
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: protonet asio version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: backend: asio
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: GMCast version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: EVS version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: PC version 0
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:16:44 wssql-ix03 mysqld: 150525 12:16:44 [Warning] WSREP: (25108be2-02c7-11e5-8725-4bc314ea0d5f, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:16:45 wssql-ix03 mysqld: 150525 12:16:45 [Note] WSREP: declaring 9df418b3-e288-11e4-841e-c34bc61e6237 stable
May 25 12:16:45 wssql-ix03 mysqld: 150525 12:16:45 [Note] WSREP: view(view_id(NON_PRIM,25108be2-02c7-11e5-8725-4bc314ea0d5f,84) memb {
May 25 12:16:45 wssql-ix03 mysqld: #01125108be2-02c7-11e5-8725-4bc314ea0d5f,0
May 25 12:16:45 wssql-ix03 mysqld: #0119df418b3-e288-11e4-841e-c34bc61e6237,0
May 25 12:16:45 wssql-ix03 mysqld: } joined {
May 25 12:16:45 wssql-ix03 mysqld: } left {
May 25 12:16:45 wssql-ix03 mysqld: } partitioned {
May 25 12:16:45 wssql-ix03 mysqld: #01105e46402-02c6-11e5-809f-062a9119e68b,0
May 25 12:16:45 wssql-ix03 mysqld: #011179158d8-02c5-11e5-9205-f7b74bbf74a4,0
May 25 12:16:45 wssql-ix03 mysqld: #01123b3a88b-02c6-11e5-846b-f227e28cf600,0
May 25 12:16:45 wssql-ix03 mysqld: #01135513378-02c5-11e5-a8f4-5be1d163b26c,0
May 25 12:16:45 wssql-ix03 mysqld: #011418343b8-02c6-11e5-9004-b7ce33220d60,0
May 25 12:16:45 wssql-ix03 mysqld: #0114aced258-02c4-11e5-a01d-53fc78e3f366,0
May 25 12:16:45 wssql-ix03 mysqld: #0115319aa1a-02c5-11e5-91a3-9e2f20af2255,0
May 25 12:16:45 wssql-ix03 mysqld: #0115f5f86d3-02c6-11e5-b13c-e7a2c3b250f0,0
May 25 12:16:45 wssql-ix03 mysqld: #01164c267f3-02c4-11e5-be77-fed94faadcb2,0
May 25 12:16:45 wssql-ix03 mysqld: #01170ef274b-02c5-11e5-9ff2-8b6355487f18,0
May 25 12:16:45 wssql-ix03 mysqld: #0117d273ae0-02c6-11e5-b916-a6ec4c114952,0
May 25 12:16:45 wssql-ix03 mysqld: #011827ab6a5-02c4-11e5-a113-2b623efadeab,0
May 25 12:16:45 wssql-ix03 mysqld: #0118ec47e92-02c5-11e5-8bf1-526fa5022323,0
May 25 12:16:45 wssql-ix03 mysqld: #011a0593a66-02c4-11e5-b9d9-e76e590131d8,0
May 25 12:16:45 wssql-ix03 mysqld: #011ac946227-02c5-11e5-999a-1744c80f3ba8,0
May 25 12:16:45 wssql-ix03 mysqld: #011be3490cf-02c4-11e5-ba10-d22d82e86180,0
May 25 12:16:45 wssql-ix03 mysqld: #011ca55a25e-02c5-11e5-b0e3-c25b536e5d25,0
May 25 12:16:45 wssql-ix03 mysqld: #011dbeeb19e-02c4-11e5-91b5-9e206fb94165,0
May 25 12:16:45 wssql-ix03 mysqld: #011e03bddea-02c6-11e5-a847-963ac599e030,0
May 25 12:16:45 wssql-ix03 mysqld: #011e81bb57b-02c5-11e5-a4cc-f3db0bec71bb,0
May 25 12:16:45 wssql-ix03 mysqld: #011f7a42bca-02c2-11e5-ab7a-cec56
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:17:12 wssql-ix03 /etc/init.d/mysql[4564]:
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: failed to open gcomm backend connection: 110: failed to reach primary view: 110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: #011 at gcomm/src/pc.cpp:connect():141
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs/src/gcs_core.c:gcs_core_open():202: Failed to open backend connection: -110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs/src/gcs.c:gcs_open():1291: Failed to open channel 'websolution' at 'gcomm://wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567': -110 (Connection timed out)
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: gcs connect failed: Connection timed out
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] WSREP: wsrep::connect() failed: 7
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [ERROR] Aborting
May 25 12:17:15 wssql-ix03 mysqld:
May 25 12:17:15 wssql-ix03 mysqld: 150525 12:17:15 [Note] WSREP: Service disconnected.
May 25 12:17:16 wssql-ix03 mysqld: 150525 12:17:16 [Note] WSREP: Some threads may fail to exit.
May 25 12:17:16 wssql-ix03 mysqld: 150525 12:17:16 [Note] /usr/sbin/mysqld: Shutdown complete
May 25 12:17:16 wssql-ix03 mysqld:
May 25 12:17:16 wssql-ix03 mysqld_safe: mysqld from pid file /var/run/mysqld/mysqld.pid ended
May 25 12:33:29 wssql-ix03 mysqld_safe: Starting mysqld daemon with databases from /var/lib/mysql
May 25 12:33:29 wssql-ix03 mysqld_safe: WSREP: Running position recovery with --log_error='/var/lib/mysql/wsrep_recovery.pZLs6M' --pid-file='/var/lib/mysql/wssql-ix03-recover.pid'
May 25 12:33:34 wssql-ix03 mysqld_safe: WSREP: Recovered position 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_start_position var submitted: '5d3b58bf-7bbe-11e4-9047-d6a833168dde:10548512'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Read nil XID from storage engines, skipping position init
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_load(): loading provider library '/usr/lib/galera/libgalera_smm.so'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_load(): Galera 25.3.5-wheezy(rXXXX) by Codership Oy <info@codership.com> loaded successfully.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: CRC-32C: using hardware acceleration.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Found saved state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Passing config to GCS: base_host = 10.3.134.18; base_port = 4567; cert.log_conflicts = no; debug = no; evs.inactive_check_period = PT0.5S; evs.inactive_timeout = PT15S; evs.join_retrans_period = PT1S; evs.max_install_timeouts = 1; evs.send_window = 4; evs.stats_report_period = PT1M; evs.suspect_timeout = PT5S; evs.user_send_window = 2; evs.view_forget_timeout = PT24H; gcache.dir = /var/lib/mysql/; gcache.keep_pages_size = 0; gcache.mem_size = 0; gcache.name = /var/lib/mysql//galera.cache; gcache.page_size = 128M; gcache.size = 256M; gcs.fc_debug = 0; gcs.fc_factor = 1.0; gcs.fc_limit = 16; gcs.fc_master_slave = no; gcs.max_packet_size = 64500; gcs.max_throttle = 0.25; gcs.recv_q_hard_limit = 9223372036854775807; gcs.recv_q_soft_limit = 0.25; gcs.sync_donor = no; gmcast.segment = 0; gmcast.version = 0; pc.announce_timeout = PT3S; pc.bootstrap = true; pc.checksum = false; pc.ignore_quorum = false; pc.ignore_sb = false; pc.npvo = false; pc.version = 0; pc.wait_prim = false; pc.wait
May 25 12:33:34 wssql-ix03 mysqld: _prim_timeout = P30S; p
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Service thread queue flushed.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Assign initial position for certification: -1, protocol version: -1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: wsrep_sst_grab()
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Start replication
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Setting initial position to 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: protonet asio version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Using CRC-32C (optimized) for message checksums.
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: backend: asio
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: GMCast version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') listening at tcp://0.0.0.0:4567
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') multicast: , ttl: 1
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: EVS version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: PC version 0
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: gcomm: connecting to group 'websolution', peer 'wssql-ix02.se-ix.delta.prod:4567,wssql-ix03.se-ix.delta.prod:4567,wssql-ix01.se-ix.delta.prod:4567'
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Warning] WSREP: (7eb94be8-02c9-11e5-a47a-76cb6536623d, 'tcp://0.0.0.0:4567') address 'tcp://127.0.1.1:4567' points to own listening address, blacklisting
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: declaring 674568e4-02c9-11e5-aaba-b78d1d81c311 stable
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: Node 674568e4-02c9-11e5-aaba-b78d1d81c311 state prim
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: view(view_id(PRIM,674568e4-02c9-11e5-aaba-b78d1d81c311,2) memb {
May 25 12:33:34 wssql-ix03 mysqld: #011674568e4-02c9-11e5-aaba-b78d1d81c311,0
May 25 12:33:34 wssql-ix03 mysqld: #0117eb94be8-02c9-11e5-a47a-76cb6536623d,0
May 25 12:33:34 wssql-ix03 mysqld: } joined {
May 25 12:33:34 wssql-ix03 mysqld: } left {
May 25 12:33:34 wssql-ix03 mysqld: } partitioned {
May 25 12:33:34 wssql-ix03 mysqld: })
May 25 12:33:34 wssql-ix03 mysqld: 150525 12:33:34 [Note] WSREP: discarding pending addr without UUID: tcp://10.3.134.16:4567
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: gcomm: connected
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Changing maximum packet size to 64500, resulting msg size: 32636
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting CLOSED -> OPEN (TO: 0)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Opened channel 'websolution'
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Waiting for SST to complete.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 2
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: sent state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: got state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c from 0 (wssql-ix02)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: STATE EXCHANGE: got state msg: 7f093f6a-02c9-11e5-be0d-4fbea2ea1e9c from 1 (wssql-ix03)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Quorum results:
May 25 12:33:35 wssql-ix03 mysqld: #011version    = 3,
May 25 12:33:35 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 12:33:35 wssql-ix03 mysqld: #011conf_id    = 1,
May 25 12:33:35 wssql-ix03 mysqld: #011members    = 1/2 (joined/total),
May 25 12:33:35 wssql-ix03 mysqld: #011act_id     = 10550686,
May 25 12:33:35 wssql-ix03 mysqld: #011last_appl. = -1,
May 25 12:33:35 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 12:33:35 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Flow-control interval: [23, 23]
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting OPEN -> PRIMARY (TO: 10550686)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: State transfer required:
May 25 12:33:35 wssql-ix03 mysqld: #011Group state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550686
May 25 12:33:35 wssql-ix03 mysqld: #011Local state: 00000000-0000-0000-0000-000000000000:-1
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550686, view# 2: Primary, number of nodes: 2, my index: 1, protocol version 3
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Warning] WSREP: Gap in state sequence. Need state transfer.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Running: 'wsrep_sst_xtrabackup --role 'joiner' --address '10.3.134.18' --auth 'replication-user:f02266aaea02' --datadir '/var/lib/mysql/' --defaults-file '/etc/mysql/my.cnf' --parent '11652' --binlog '/var/log/mysql/mariadb-bin' '
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Streaming with tar (20150525 12:33:35.452)
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Using socat as streamer (20150525 12:33:35.457)
May 25 12:33:35 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating socat -u TCP-LISTEN:4444,reuseaddr stdio | tar xfi - --recursive-unlink -h; RC=( ${PIPESTATUS[@]} ) (20150525 12:33:35.491)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Prepared SST request: xtrabackup|10.3.134.18:4444/xtrabackup_sst
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Service thread queue flushed.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Assign initial position for certification: 10550686, protocol version: 3
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Service thread queue flushed.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Warning] WSREP: Failed to prepare for incremental state transfer: Local state UUID (00000000-0000-0000-0000-000000000000) does not match group state UUID (5d3b58bf-7bbe-11e4-9047-d6a833168dde): 1 (Operation not permitted)
May 25 12:33:35 wssql-ix03 mysqld: #011 at galera/src/replicator_str.cpp:prepare_for_IST():447. IST will be unavailable.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Member 1.0 (wssql-ix03) requested state transfer from '*any*'. Selected 0.0 (wssql-ix02)(SYNCED) as donor.
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Shifting PRIMARY -> JOINER (TO: 10550686)
May 25 12:33:35 wssql-ix03 mysqld: 150525 12:33:35 [Note] WSREP: Requesting state transfer: success, donor: 0
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: 0 processes alive and '/usr/bin/mysqladmin --defaults-file=/etc/mysql/debian.cnf ping' resulted in
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: #007/usr/bin/mysqladmin: connect to server at 'localhost' failed
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: error: 'Can't connect to local MySQL server through socket '/var/run/mysqld/mysqld.sock' (111 "Connection refused")'
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]: Check that mysqld is running and that the socket: '/var/run/mysqld/mysqld.sock' exists!
May 25 12:34:01 wssql-ix03 /etc/init.d/mysql[12178]:
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: declaring 674568e4-02c9-11e5-aaba-b78d1d81c311 stable
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: declaring d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0 stable
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: Node 674568e4-02c9-11e5-aaba-b78d1d81c311 state prim
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: view(view_id(PRIM,674568e4-02c9-11e5-aaba-b78d1d81c311,3) memb {
May 25 12:36:05 wssql-ix03 mysqld: #011674568e4-02c9-11e5-aaba-b78d1d81c311,0
May 25 12:36:05 wssql-ix03 mysqld: #0117eb94be8-02c9-11e5-a47a-76cb6536623d,0
May 25 12:36:05 wssql-ix03 mysqld: #011d8dd9ac4-02c9-11e5-a395-2e2e7d8ad6c0,0
May 25 12:36:05 wssql-ix03 mysqld: } joined {
May 25 12:36:05 wssql-ix03 mysqld: } left {
May 25 12:36:05 wssql-ix03 mysqld: } partitioned {
May 25 12:36:05 wssql-ix03 mysqld: })
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: New COMPONENT: primary = yes, bootstrap = no, my_idx = 1, memb_num = 3
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: Waiting for state UUID.
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: sent state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 0 (wssql-ix02)
May 25 12:36:05 wssql-ix03 mysqld: 150525 12:36:05 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 1 (wssql-ix03)
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: STATE EXCHANGE: got state msg: d90f2e59-02c9-11e5-b8d0-1b53ff8fb83b from 2 (wssql-ix01)
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: Quorum results:
May 25 12:36:06 wssql-ix03 mysqld: #011version    = 3,
May 25 12:36:06 wssql-ix03 mysqld: #011component  = PRIMARY,
May 25 12:36:06 wssql-ix03 mysqld: #011conf_id    = 2,
May 25 12:36:06 wssql-ix03 mysqld: #011members    = 1/3 (joined/total),
May 25 12:36:06 wssql-ix03 mysqld: #011act_id     = 10550998,
May 25 12:36:06 wssql-ix03 mysqld: #011last_appl. = 10550938,
May 25 12:36:06 wssql-ix03 mysqld: #011protocols  = 0/5/3 (gcs/repl/appl),
May 25 12:36:06 wssql-ix03 mysqld: #011group UUID = 5d3b58bf-7bbe-11e4-9047-d6a833168dde
May 25 12:36:06 wssql-ix03 mysqld: 150525 12:36:06 [Note] WSREP: Flow-control interval: [28, 28]
May 25 12:36:44 wssql-ix03 mysqld: 150525 12:36:44 [Note] WSREP: 0.0 (wssql-ix02): State transfer to 1.0 (wssql-ix03) complete.
May 25 12:36:44 wssql-ix03 mysqld: 150525 12:36:44 [Note] WSREP: Member 0.0 (wssql-ix02) synced with group.
May 25 12:36:45 wssql-ix03 mysqld: 150525 12:36:45 [Note] WSREP: Member 2.0 (wssql-ix01) requested state transfer from '*any*'. Selected 0.0 (wssql-ix02)(SYNCED) as donor.
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Proceeding with SST (20150525 12:36:45.011)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Removing existing ib_logfile files (20150525 12:36:45.038)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Preparing the backup at /var/lib/mysql/ (20150525 12:36:45.205)
May 25 12:36:45 wssql-ix03 mysqld: WSREP_SST: [INFO] Evaluating innobackupex --defaults-file=/etc/mysql/my.cnf --apply-log $rebuildcmd ${DATA} &>${DATA}/innobackup.prepare.log (20150525 12:36:45.210)
May 25 12:36:52 wssql-ix03 mysqld: WSREP_SST: [INFO] Total time on joiner: 0 seconds (20150525 12:36:52.272)
May 25 12:36:52 wssql-ix03 mysqld: WSREP_SST: [INFO] Removing the sst_in_progress file (20150525 12:36:52.279)
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] WSREP: SST complete, seqno: 10550998
May 25 12:36:52 wssql-ix03 mysqld: 2015-05-25 12:36:52 7f4717afc780 InnoDB: Warning: Using innodb_locks_unsafe_for_binlog is DEPRECATED. This option may be removed in future releases. Please use READ COMMITTED transaction isolation level instead, see http://dev.mysql.com/doc/refman/5.6/en/set-transaction.html.
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using mutexes to ref count buffer pool pages
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: The InnoDB memory heap is disabled
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Mutexes and rw_locks use GCC atomic builtins
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Memory barrier is not used
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Compressed tables use zlib 1.2.3.4
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using Linux native AIO
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Using CPU crc32 instructions
May 25 12:36:52 wssql-ix03 mysqld: 150525 12:36:52 [Note] InnoDB: Initializing buffer pool, size = 7.0G
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Completed initialization of buffer pool
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Highest supported file format is Barracuda.
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: 128 rollback segment(s) are active.
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB: Waiting for purge to start
May 25 12:36:53 wssql-ix03 mysqld: 150525 12:36:53 [Note] InnoDB:  Percona XtraDB (http://www.percona.com) 5.6.20-68.0 started; log sequence number 35234539692
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Plugin 'FEEDBACK' is disabled.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Server socket created on IP: '0.0.0.0'.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Event Scheduler: Loaded 0 events
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Signalling provider to continue.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: SST received: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550998
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: 1.0 (wssql-ix03): State transfer from 0.0 (wssql-ix02) complete.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Shifting JOINER -> JOINED (TO: 10551038)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Reading of all Master_info entries succeded
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] Added new Master_info '' to hash table
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] /usr/sbin/mysqld: ready for connections.
May 25 12:36:54 wssql-ix03 mysqld: Version: '10.0.14-MariaDB-1~precise-wsrep-log'  socket: '/var/run/mysqld/mysqld.sock'  port: 3306  mariadb.org binary distribution, wsrep_25.10.r4144
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: New cluster view: global state: 5d3b58bf-7bbe-11e4-9047-d6a833168dde:10550998, view# 3: Primary, number of nodes: 3, my index: 1, protocol version 3
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: REPL Protocols: 5 (3, 1)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Service thread queue flushed.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Assign initial position for certification: 10550998, protocol version: 3
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Service thread queue flushed.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Warning] WSREP: Releasing seqno 10550998 before 10550999 was assigned.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Member 1.0 (wssql-ix03) synced with group.
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Shifting JOINED -> SYNCED (TO: 10551038)
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: Synchronized with group, ready for connections
May 25 12:36:54 wssql-ix03 mysqld: 150525 12:36:54 [Note] WSREP: wsrep_notify_cmd is not defined, skipping notification.
May 25 12:36:56 wssql-ix03 mysqld: 150525 12:36:56 [Warning] IP address '10.3.215.17' could not be resolved: Name or service not known
May 25 12:41:06 wssql-ix03 mysqld: 150525 12:41:06 [Note] WSREP: 0.0 (wssql-ix02): State transfer to 2.0 (wssql-ix01) complete.
May 25 12:41:06 wssql-ix03 mysqld: 150525 12:41:06 [Note] WSREP: Member 0.0 (wssql-ix02) synced with group.
May 25 12:41:37 wssql-ix03 mysqld: 150525 12:41:37 [Note] WSREP: 2.0 (wssql-ix01): State transfer from 0.0 (wssql-ix02) complete.
May 25 12:41:39 wssql-ix03 mysqld: 150525 12:41:39 [Note] WSREP: Member 2.0 (wssql-ix01) synced with group.