Uploaded image for project: 'MariaDB Server'
  1. MariaDB Server
  2. MDEV-7668

Intermediate master groups CREATE TEMPORARY with INSERT, causing parallel replication failure

    Details

      Description

      While running a pt-table-sync the following replication error occurred on two 10.0.17 slaves and one 10.0.16 slave. One 10.0.16 slave was lucky enough not to have its replication stopped.

      This slave is a 10.0.17 version running with slave-parallel-threads = 20 with not in gtid mode.

      It appears the pt-table-sync is creating, inserting into and dropping the temp table drupal_yourlanguage_prod.__maatkit_char_chunking_map frequently.

      In the replication stream it appears that the insert was processed before the create temporary table or after the drop table.

      MariaDB [(none)]> show slave status\G
      *************************** 1. row ***************************
                     Slave_IO_State: Waiting for master to send event
                        Master_Host: 10.244.17.9
                        Master_User: replication
                        Master_Port: 3306
                      Connect_Retry: 60
                    Master_Log_File: mysql-bin.027842
                Read_Master_Log_Pos: 54265116
                     Relay_Log_File: relay-bin.000075
                      Relay_Log_Pos: 35278544
              Relay_Master_Log_File: mysql-bin.027842
                   Slave_IO_Running: Yes
                  Slave_SQL_Running: No
                    Replicate_Do_DB: 
                Replicate_Ignore_DB: 
                 Replicate_Do_Table: 
             Replicate_Ignore_Table: hostworks.backup_config
            Replicate_Wild_Do_Table: 
        Replicate_Wild_Ignore_Table: 
                         Last_Errno: 1146
                         Last_Error: Error 'Table 'drupal_yourlanguage_prod.__maatkit_char_chunking_map' doesn't exist' on query. Default database: 'drupal_yourlanguage_prod'. Query: 'INSERT INTO `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` VALUES (CHAR('53'))'
                       Skip_Counter: 0
                Exec_Master_Log_Pos: 35278253
                    Relay_Log_Space: 159281418
                    Until_Condition: None
                     Until_Log_File: 
                      Until_Log_Pos: 0
                 Master_SSL_Allowed: No
                 Master_SSL_CA_File: 
                 Master_SSL_CA_Path: 
                    Master_SSL_Cert: 
                  Master_SSL_Cipher: 
                     Master_SSL_Key: 
              Seconds_Behind_Master: NULL
      Master_SSL_Verify_Server_Cert: No
                      Last_IO_Errno: 0
                      Last_IO_Error: 
                     Last_SQL_Errno: 1146
                     Last_SQL_Error: Error 'Table 'drupal_yourlanguage_prod.__maatkit_char_chunking_map' doesn't exist' on query. Default database: 'drupal_yourlanguage_prod'. Query: 'INSERT INTO `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` VALUES (CHAR('53'))'
        Replicate_Ignore_Server_Ids: 
                   Master_Server_Id: 9
                     Master_SSL_Crl: 
                 Master_SSL_Crlpath: 
                         Using_Gtid: No
                        Gtid_IO_Pos: 
      1 row in set (0.00 sec)

      # at 35274123
      #150305 13:54:09 server id 8  end_log_pos 35274167 CRC32 0xf88d815f     GTID 0-8-822549387 cid=2030318995
      /*!100001 SET @@session.server_id=8*//*!*/;
      /*!100001 SET @@session.gtid_seq_no=822549387*//*!*/;
      BEGIN
      /*!*/;
      # at 35274167
      #150305 13:54:09 server id 8  end_log_pos 35274410 CRC32 0x51d382fa     Query   thread_id=16009572      exec_time=0     error_code=0
      use `drupal_yourlanguage_prod`/*!*/;
      SET TIMESTAMP=1425524049/*!*/;
      SET @@session.sql_mode=1074266112/*!*/;
      SET @@session.auto_increment_increment=2, @@session.auto_increment_offset=1/*!*/;
      /*!\C latin1 *//*!*/;
      SET @@session.character_set_client=8,@@session.collation_connection=8,@@session.collation_server=33/*!*/;
      CREATE TEMPORARY TABLE `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` (  `uuid` varchar(64) NOT NULL DEFAULT '' COMMENT 'UUID') ENGINE=MEMORY
      /*!*/;
      # at 35274410
      #150305 13:54:09 server id 8  end_log_pos 35274441 CRC32 0xbd48fb89     Xid = 2030319005
      COMMIT/*!*/;
      # at 35274441
      #150305 13:54:09 server id 9  end_log_pos 35274485 CRC32 0xaff77f81     GTID 0-9-822549392 cid=2030318995
      ..
      ..
      ..
      # at 35278253
      #150305 13:54:09 server id 8  end_log_pos 35278297 CRC32 0x10a6fd1f     GTID 0-8-822549388 cid=2030318995
      /*!100001 SET @@session.gtid_domain_id=0*//*!*/;
      /*!100001 SET @@session.server_id=8*//*!*/;
      /*!100001 SET @@session.gtid_seq_no=822549388*//*!*/;
      BEGIN
      /*!*/;
      # at 35278297
      #150305 13:54:09 server id 8  end_log_pos 35278477 CRC32 0x8e8fb011     Query   thread_id=16009572      exec_time=0     error_code=0
      use `drupal_yourlanguage_prod`/*!*/;
      SET TIMESTAMP=1425524049/*!*/;
      SET @@session.pseudo_thread_id=16009572/*!*/;
      SET @@session.sql_mode=1074266112/*!*/;
      SET @@session.auto_increment_increment=2, @@session.auto_increment_offset=1/*!*/;
      /*!\C latin1 *//*!*/;
      SET @@session.character_set_client=8,@@session.collation_connection=8,@@session.collation_server=33/*!*/;
      INSERT INTO `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` VALUES (CHAR('53'))
      /*!*/;
      # at 35278477
      #150305 13:54:09 server id 8  end_log_pos 35278508 CRC32 0x27d8f923     Xid = 2030319081
      COMMIT/*!*/;
      # at 35278508
      #150305 13:54:09 server id 8  end_log_pos 35278550 CRC32 0xd5165459     GTID 0-8-822549389
      /*!100001 SET @@session.gtid_seq_no=822549389*//*!*/;
      # at 35278550
      #150305 13:54:09 server id 8  end_log_pos 35278755 CRC32 0x8eed9ce8     Query   thread_id=16009572      exec_time=0     error_code=0
      SET TIMESTAMP=1425524049/*!*/;
      DROP TEMPORARY TABLE IF EXISTS `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` /* generated by server */
      /*!*/;
      # at 35278755
      #150305 13:54:09 server id 9  end_log_pos 35278799 CRC32 0x287fe7a9     GTID 0-9-822549394 cid=2030319094
      /*!100001 SET @@session.server_id=9*//*!*/;
      /*!100001 SET @@session.gtid_seq_no=822549394*//*!*/;
      ..
      ..
      ..
      # at 35286349
      #150305 13:54:09 server id 8  end_log_pos 35286391 CRC32 0xe6995ada     GTID 0-8-822549400
      /*!100001 SET @@session.server_id=8*//*!*/;
      /*!100001 SET @@session.gtid_seq_no=822549400*//*!*/;
      # at 35286391
      #150305 13:54:09 server id 8  end_log_pos 35286559 CRC32 0xdec85a9c     Query   thread_id=16009572      exec_time=0     error_code=0
      use `drupal_yourlanguage_prod`/*!*/;
      SET TIMESTAMP=1425524049/*!*/;
      SET @@session.sql_mode=1074266112/*!*/;
      SET @@session.auto_increment_increment=2, @@session.auto_increment_offset=1/*!*/;
      /*!\C latin1 *//*!*/;
      SET @@session.character_set_client=8,@@session.collation_connection=8,@@session.collation_server=33/*!*/;
      DROP TABLE IF EXISTS `__maatkit_char_chunking_map` /* generated by server */
      /*!*/;
      # at 35286559
      #150305 13:54:09 server id 9  end_log_pos 35286603 CRC32 0x07b5d089     GTID 0-9-822549401 cid=2030319218
      ...
      ..
      ..
      # at 35301099
      #150305 13:54:09 server id 8  end_log_pos 35301342 CRC32 0x6743eb5f     Query   thread_id=16009572      exec_time=0     error_code=0
      use `drupal_yourlanguage_prod`/*!*/;
      SET TIMESTAMP=1425524049/*!*/;
      SET @@session.sql_mode=1074266112/*!*/;
      SET @@session.auto_increment_increment=2, @@session.auto_increment_offset=1/*!*/;
      /*!\C latin1 *//*!*/;
      SET @@session.character_set_client=8,@@session.collation_connection=8,@@session.collation_server=33/*!*/;
      CREATE TEMPORARY TABLE `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` (  `uuid` varchar(64) NOT NULL DEFAULT '' COMMENT 'UUID') ENGINE=MEMORY
      /*!*/;
      # at 35301342
      #150305 13:54:09 server id 8  end_log_pos 35301373 CRC32 0xec091fed     Xid = 2030319351
      COMMIT/*!*/;
      # at 35301373
      #150305 13:54:09 server id 8  end_log_pos 35301417 CRC32 0x25c8fd61     GTID 0-8-822549406 cid=2030319479
      /*!100001 SET @@session.gtid_seq_no=822549406*//*!*/;
      BEGIN
      /*!*/;
      # at 35301417
      #150305 13:54:09 server id 8  end_log_pos 35301597 CRC32 0x7953ec65     Query   thread_id=16009572      exec_time=0     error_code=0
      SET TIMESTAMP=1425524049/*!*/;
      INSERT INTO `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` VALUES (CHAR('53'))
      /*!*/;
      # at 35301597
      #150305 13:54:09 server id 8  end_log_pos 35301628 CRC32 0x6f90a55e     Xid = 2030319478
      COMMIT/*!*/;
      # at 35301628
      ..
      ..
      # at 35308115
      #150305 13:54:09 server id 8  end_log_pos 35308157 CRC32 0x40b064a2     GTID 0-8-822549407
      /*!100001 SET @@session.server_id=8*//*!*/;
      /*!100001 SET @@session.gtid_seq_no=822549407*//*!*/;
      # at 35308157
      #150305 13:54:09 server id 8  end_log_pos 35308362 CRC32 0xcdc75459     Query   thread_id=16009572      exec_time=0     error_code=0
      SET TIMESTAMP=1425524049/*!*/;
      SET @@session.sql_mode=1074266112/*!*/;
      SET @@session.auto_increment_increment=2, @@session.auto_increment_offset=1/*!*/;
      /*!\C latin1 *//*!*/;
      SET @@session.character_set_client=8,@@session.collation_connection=8,@@session.collation_server=33/*!*/;
      DROP TEMPORARY TABLE IF EXISTS `drupal_yourlanguage_prod`.`__maatkit_char_chunking_map` /* generated by server */
      /*!*/;
      # at 35308362

        Attachments

          Activity

            People

            • Assignee:
              knielsen Kristian Nielsen
              Reporter:
              danblack Daniel Black
            • Votes:
              1 Vote for this issue
              Watchers:
              3 Start watching this issue

              Dates

              • Created:
                Updated:
                Resolved: