Uploaded image for project: 'MariaDB Server'
  1. MariaDB Server
  2. MDEV-4797

Spider crash on show create table spider table and replication multi source to one of the partitions

    XMLWordPrintable

Details

    • Bug
    • Status: Closed (View Workflow)
    • Blocker
    • Resolution: Fixed
    • 10.0.3
    • 10.0.4
    • None
    • None

    Description

      Attempting backtrace. You can use the following information to find out
      Jul 19 09:59:40 mysql1 mysqld: where mysqld died. If you see no messages after this, something went
      Jul 19 09:59:40 mysql1 mysqld: terribly wrong...
      Jul 19 09:59:40 mysql1 mysqld: stack_bottom = 0x7f49b43fee88 thread_stack 0x40000
      Jul 19 09:59:40 mysql1 mysqld: mysys/stacktrace.c:247(my_print_stacktrace)[0xb040ce]
      Jul 19 09:59:40 mysql1 mysqld: sql/signal_handler.cc:153(handle_fatal_signal)[0x6bc16b]
      Jul 19 09:59:40 mysql1 mysqld: ??:0(??)[0x7f4bd571dff0]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_class.cc:666(thd_sql_command)[0x553da0]
      Jul 19 09:59:40 mysql1 mysqld: ??:0(??)[0x7f49b5819dfd]
      Jul 19 09:59:40 mysql1 mysqld: ??:0(??)[0x7f49b58282ee]
      Jul 19 09:59:40 mysql1 mysqld: sql/ha_partition.cc:6045(ha_partition::get_dynamic_partition_info(PARTITION_STATS*, unsigned int))[0xadd349]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_show.cc:6543(store_schema_partitions_record)[0x5d3ee4]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_show.cc:6879(get_schema_partitions_record)[0x5dd678]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_show.cc:4107(fill_schema_table_by_open)[0x5d46c9]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_show.cc:4751(get_all_tables(THD*, TABLE_LIST*, Item*))[0x5e185f]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_show.cc:7920(do_fill_table)[0x5d293a]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_select.cc:2448(JOIN::exec_inner())[0x5cd705]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_select.cc:2300(JOIN::exec())[0x5cf587]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_select.cc:3223(mysql_select(THD*, Item***, TABLE_LIST*, unsigned int, List<Item>&, Item*, unsigned int, st_order*, st_order*, Item*, st_order*, unsigned long long, select_result*, st_select_lex_unit*, st_select_lex*))[0x5cf6b8]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_select.cc:371(handle_select(THD*, LEX*, select_result*, unsigned long))[0x5d02ed]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_parse.cc:5044(execute_sqlcom_select)[0x57ff8a]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_parse.cc:2483(mysql_execute_command(THD*))[0x586a21]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_parse.cc:6176(mysql_parse(THD*, char*, unsigned int, Parser_state*))[0x588820]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_parse.cc:1276(dispatch_command(enum_server_command, THD*, char*, unsigned int))[0x589cc9]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_connect.cc:1267(do_handle_one_connection(THD*))[0x63d15b]
      Jul 19 09:59:40 mysql1 mysqld: sql/sql_connect.cc:1183(handle_one_connection)[0x63d1d9]
      Jul 19 09:59:40 mysql1 mysqld: ??:0(??)[0x7f4bd57158ca]
      Jul 19 09:59:40 mysql1 mysqld: ??:0(??)[0x7f4bd4476b6d]

      CREATE TABLE `stats_url_kw_cur` (
        `keyword_crc64` bigint(20) unsigned NOT NULL,
        `date` date NOT NULL DEFAULT '0000-00-00',
        `idUrl` int(10) unsigned NOT NULL,
        `keyword` varchar(128) NOT NULL DEFAULT '',
        `idDomaine` tinyint(3) unsigned NOT NULL DEFAULT '0',
        `nb` mediumint(8) unsigned NOT NULL DEFAULT '0',
        UNIQUE KEY `UK_duk` (`date`,`idDomaine`,`idUrl`,`keyword_crc64`),
        KEY `idDomaine` (`idDomaine`,`idUrl`)
      ) ENGINE=SPIDER DEFAULT CHARSET=latin1 COMMENT='user "root",password "xxx"'
      /*!50100 PARTITION BY LIST (mod(keyword_crc64,24))
      (PARTITION pt01 VALUES IN (0) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard01"' ENGINE = SPIDER,
       PARTITION pt02 VALUES IN (1) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard02"' ENGINE = SPIDER,
       PARTITION pt03 VALUES IN (2) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard03"' ENGINE = SPIDER,
       PARTITION pt04 VALUES IN (3) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard04"' ENGINE = SPIDER,
       PARTITION pt05 VALUES IN (4) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard05"' ENGINE = SPIDER,
       PARTITION pt06 VALUES IN (5) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard06"' ENGINE = SPIDER,
       PARTITION pt07 VALUES IN (6) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard07"' ENGINE = SPIDER,
       PARTITION pt08 VALUES IN (7) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.109", port "3306", database "ccmstats_shard08"' ENGINE = SPIDER,
       PARTITION pt09 VALUES IN (8) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard09"' ENGINE = SPIDER,
       PARTITION pt10 VALUES IN (9) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard10"' ENGINE = SPIDER,
       PARTITION pt11 VALUES IN (10) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard11"' ENGINE = SPIDER,
       PARTITION pt12 VALUES IN (11) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard12"' ENGINE = SPIDER,
       PARTITION pt13 VALUES IN (12) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard13"' ENGINE = SPIDER,
       PARTITION pt14 VALUES IN (13) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard14"' ENGINE = SPIDER,
       PARTITION pt15 VALUES IN (14) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard15"' ENGINE = SPIDER,
       PARTITION pt16 VALUES IN (15) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.112", port "3306", database "ccmstats_shard16"' ENGINE = SPIDER,
       PARTITION pt17 VALUES IN (16) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard17"' ENGINE = SPIDER,
       PARTITION pt18 VALUES IN (17) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard18"' ENGINE = SPIDER,
       PARTITION pt19 VALUES IN (18) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard19"' ENGINE = SPIDER,
       PARTITION pt20 VALUES IN (19) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard20"' ENGINE = SPIDER,
       PARTITION pt21 VALUES IN (20) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard21"' ENGINE = SPIDER,
       PARTITION pt22 VALUES IN (21) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard22"' ENGINE = SPIDER,
       PARTITION pt23 VALUES IN (22) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard23"' ENGINE = SPIDER,
       PARTITION pt24 VALUES IN (23) COMMENT = ' tbl "stats_url_kw_cur", host  "172.16.3.111", port "3306", database "ccmstats_shard24"' ENGINE = SPIDER) */

      MariaDB [ccmstats]> show all slaves status\G
      *************************** 1. row ***************************
                    Connection_name: 
                    Slave_SQL_State: 
                     Slave_IO_State: 
                        Master_Host: 172.16.3.18
                        Master_User: repl
                        Master_Port: 3306
                      Connect_Retry: 60
                    Master_Log_File: mysql-bin.000217
                Read_Master_Log_Pos: 16047359
                     Relay_Log_File: relay-bin.1462658
                      Relay_Log_Pos: 27297230
              Relay_Master_Log_File: mysql-bin.000215
                   Slave_IO_Running: No
                  Slave_SQL_Running: No
                    Replicate_Do_DB: 
                Replicate_Ignore_DB: 
                 Replicate_Do_Table: 
             Replicate_Ignore_Table: 
            Replicate_Wild_Do_Table: 
        Replicate_Wild_Ignore_Table: 
                         Last_Errno: 0
                         Last_Error: 
                       Skip_Counter: 0
                Exec_Master_Log_Pos: 96017292
                    Relay_Log_Space: 157143333
                    Until_Condition: None
                     Until_Log_File: 
                      Until_Log_Pos: 0
                 Master_SSL_Allowed: No
                 Master_SSL_CA_File: 
                 Master_SSL_CA_Path: 
                    Master_SSL_Cert: 
                  Master_SSL_Cipher: 
                     Master_SSL_Key: 
              Seconds_Behind_Master: NULL
      Master_SSL_Verify_Server_Cert: No
                      Last_IO_Errno: 0
                      Last_IO_Error: 
                     Last_SQL_Errno: 0
                     Last_SQL_Error: 
        Replicate_Ignore_Server_Ids: 
                   Master_Server_Id: 0
                     Master_SSL_Crl: 
                 Master_SSL_Crlpath: 
                         Using_Gtid: No
               Retried_transactions: 0
                 Max_relay_log_size: 104857600
               Executed_log_entries: 0
          Slave_received_heartbeats: 0
             Slave_heartbeat_period: 1800.000
                     Gtid_Slave_Pos: 0-3164-874600
      *************************** 2. row ***************************
                    Connection_name: ccmstats_shard01
                    Slave_SQL_State: 
                     Slave_IO_State: 
                        Master_Host: 172.16.3.164
                        Master_User: repl
                        Master_Port: 3306
                      Connect_Retry: 60
                    Master_Log_File: mysql-bin.000010
                Read_Master_Log_Pos: 34048127
                     Relay_Log_File: relay-bin-ccmstats_shard01.000022
                      Relay_Log_Pos: 57533420
              Relay_Master_Log_File: mysql-bin.000006
                   Slave_IO_Running: No
                  Slave_SQL_Running: No
                    Replicate_Do_DB: ccmstats_shard01
                Replicate_Ignore_DB: 
                 Replicate_Do_Table: 
             Replicate_Ignore_Table: 
            Replicate_Wild_Do_Table: 
        Replicate_Wild_Ignore_Table: 
                         Last_Errno: 0
                         Last_Error: 
                       Skip_Counter: 0
                Exec_Master_Log_Pos: 57533133
                    Relay_Log_Space: 453486690
                    Until_Condition: None
                     Until_Log_File: 
                      Until_Log_Pos: 0
                 Master_SSL_Allowed: No
                 Master_SSL_CA_File: 
                 Master_SSL_CA_Path: 
                    Master_SSL_Cert: 
                  Master_SSL_Cipher: 
                     Master_SSL_Key: 
              Seconds_Behind_Master: NULL
      Master_SSL_Verify_Server_Cert: No
                      Last_IO_Errno: 0
                      Last_IO_Error: 
                     Last_SQL_Errno: 0
                     Last_SQL_Error: 
        Replicate_Ignore_Server_Ids: 
                   Master_Server_Id: 0
                     Master_SSL_Crl: 
                 Master_SSL_Crlpath: 
                         Using_Gtid: No
               Retried_transactions: 0
                 Max_relay_log_size: 104857600
               Executed_log_entries: 0
          Slave_received_heartbeats: 0
             Slave_heartbeat_period: 1800.000
                     Gtid_Slave_Pos: 0-3164-874600
      ...
      *************************** 25. row ***************************
                    Connection_name: ccmstats_shard24
                    Slave_SQL_State: 
                     Slave_IO_State: 
                        Master_Host: 172.16.3.164
                        Master_User: repl
                        Master_Port: 3306
                      Connect_Retry: 60
                    Master_Log_File: mysql-bin.000007
                Read_Master_Log_Pos: 54217219
                     Relay_Log_File: relay-bin-ccmstats_shard24.000011
                      Relay_Log_Pos: 21759578
              Relay_Master_Log_File: mysql-bin.000003
                   Slave_IO_Running: No
                  Slave_SQL_Running: No
                    Replicate_Do_DB: ccmstats_shard24
                Replicate_Ignore_DB: 
                 Replicate_Do_Table: 
             Replicate_Ignore_Table: 
            Replicate_Wild_Do_Table: 
        Replicate_Wild_Ignore_Table: 
                         Last_Errno: 0
                         Last_Error: 
                       Skip_Counter: 0
                Exec_Master_Log_Pos: 68241248
                    Relay_Log_Space: 427173282
                    Until_Condition: None
                     Until_Log_File: 
                      Until_Log_Pos: 0
                 Master_SSL_Allowed: No
                 Master_SSL_CA_File: 
                 Master_SSL_CA_Path: 
                    Master_SSL_Cert: 
                  Master_SSL_Cipher: 
                     Master_SSL_Key: 
              Seconds_Behind_Master: NULL
      Master_SSL_Verify_Server_Cert: No
                      Last_IO_Errno: 0
                      Last_IO_Error: 
                     Last_SQL_Errno: 0
                     Last_SQL_Error: 
        Replicate_Ignore_Server_Ids: 
                   Master_Server_Id: 0
                     Master_SSL_Crl: 
                 Master_SSL_Crlpath: 
                         Using_Gtid: No
               Retried_transactions: 0
                 Max_relay_log_size: 104857600
               Executed_log_entries: 0
          Slave_received_heartbeats: 0
             Slave_heartbeat_period: 1800.000
                     Gtid_Slave_Pos: 0-3164-874600

      on the shards

      CREATE TABLE `ccmreferers` (
        `ip` int(4) unsigned NOT NULL,
        `date` datetime NOT NULL,
        `firstseenon` varchar(255) NOT NULL,
        `keyword` varchar(128) NOT NULL,
        `domaine` varchar(128) NOT NULL,
        `referer` varchar(255) NOT NULL,
        `keyword_crc64` bigint(20) NOT NULL,
        PRIMARY KEY (`ip`,`keyword`),
        KEY `date` (`date`),
        KEY `referer` (`referer`,`firstseenon`)
      ) ENGINE=InnoDB DEFAULT CHARSET=latin1 ;
       
      CREATE DEFINER=`root`@`%` TRIGGER ccmrefererstorefererpartshard17 AFTER INSERT ON ccmreferers FOR EACH ROW BEGIN DECLARE l_idUrl, i_idDom INT DEFAULT 0; DECLARE c_kw VARCHAR(128); IF LENGTH(NEW.keyword) > 0 THEN  SET l_idUrl = ccmstats.GetIdUrl(NEW.firstseenon); SET i_idDom = ccmstats.GetIdDomaine(NEW.domaine); SET c_kw = REPLACE(TRIM(NEW.keyword),'  ',' '); INSERT INTO stats_url_kw_cur SET keyword_crc64=CONV(LEFT(MD5(keyword), 16), 16, 10)  , DATE = NEW.date, idUrl = l_idUrl, keyword = c_kw, idDomaine = i_idDom, nb = 1 ON DUPLICATE KEY UPDATE nb=nb+1; END IF; END
       
      CREATE TABLE `ccmreferers` (
        `ip` int(4) unsigned NOT NULL,
        `date` datetime NOT NULL,
        `firstseenon` varchar(255) NOT NULL,
        `keyword` varchar(128) NOT NULL,
        `domaine` varchar(128) NOT NULL,
        `referer` varchar(255) NOT NULL,
        `keyword_crc64` bigint(20) NOT NULL,
        PRIMARY KEY (`ip`,`keyword`),
        KEY `date` (`date`),
        KEY `referer` (`referer`,`firstseenon`)
      ) ENGINE=InnoDB DEFAULT CHARSET=latin1

      Start slave 'ccmstats_shard01' start ;

      show create table stats_url_kw_cur
      The stack happen here

      Content of the binlog on the master

      use `ccmstats_shard05`/*!*/;
      SET TIMESTAMP=1374245736/*!*/;
      insert high_priority ignore into `ccmstats_shard05`.`ccmreferers`(`ip`,`date`,`firstseenon`,`keyword`,`domaine`,`referer`,`keyword_crc64`)values(1476
      565757,'2013-07-19 16:55:36','/download/descargar-18414-tubemate-youtube-downloader-para-android','tubemate','es.kioskea.net','http://www.google.com/
      m?hl=es&gl=es&client=ms-android-samsung&source=android-unknown&action=devloc&q=tubemate',18189249560274748780)
      /*!*/;
      # at 48502326
      #130719 16:55:36 server id 3164  end_log_pos 48502407 	Query	thread_id=16729	exec_time=0	error_code=0
      SET TIMESTAMP=1374245736/*!*/;
      COMMIT
      /*!*/;
      # at 48502407
      #130719 16:55:36 server id 3164  end_log_pos 48502445 	GTID 0-3164-1019081
      /*!100001 SET @@session.gtid_seq_no=1019081*//*!*/;
      BEGIN
      /*!*/;
      # at 48502445
      #130719 16:55:36 server id 3164  end_log_pos 48503064 	Query	thread_id=16729	exec_time=0	error_code=0
      use `ccmstats_shard18`/*!*/;
      SET TIMESTAMP=1374245736/*!*/;
      insert high_priority ignore into `ccmstats_shard18`.`ccmreferers`(`ip`,`date`,`firstseenon`,`keyword`,`domaine`,`referer`,`keyword_crc64`)values(3123
      578965,'2013-07-19 16:55:36','/forum/affich-1274698-serial-para-some-pdf-to-word','some pdf serial','es.kioskea.net','http://www.google.com.ec/url?sa
      =t&rct=j&q=some%20pdf%20serial&source=web&cd=1&cad=rja&sqi=2&ved=0CCoQFjAA&url=http%3A%2F%2Fes.kioskea.net%2Fforum%2Faffich-1274698-serial-para-some-
      pdf-to-word&ei=X1PpUen5MrGo4AP0ioD4CQ&usg=AFQjCNF0qa-8uCwFaE3SwREGmZcvOjQyY',9333842048619988049)
      /*!*/;
      # at 48503064
      #130719 16:55:36 server id 3164  end_log_pos 48503145 	Query	thread_id=16729	exec_time=0	error_code=0
       at 48509582
      #130719 16:55:36 server id 3164  end_log_pos 48509954 	Query	thread_id=16729	exec_time=0	error_code=0
      SET TIMESTAMP=1374245736/*!*/;
      insert high_priority ignore into `ccmstats_shard21`.`ccmreferers`(`ip`,`date`,`firstseenon`,`keyword`,`domaine`,`referer`,`keyword_crc64`)values(1892
      044082,'2013-07-19 16:55:36','/download/download-16352-megaupload-downloader','','en.kioskea.net','https://www.google.com.ph/',15284527576400310788)
      /*!*/;
      # at 48509954
      #130719 16:55:36 server id 3164  end_log_pos 48510035 	Query	thread_id=16729	exec_time=0	error_code=0
      SET TIMESTAMP=1374245736/*!*/;
      COMMIT
      /*!*/;
      # at 48510035
      #130719 16:55:36 server id 3164  end_log_pos 48510073 	GTID 0-3164-1019092
      /*!100001 SET @@session.gtid_seq_no=1019092*//*!*/;
      BEGIN
      /*!*/;
      # at 48510073
      #130719 16:55:36 server id 3164  end_log_pos 48510466 	Query	thread_id=16729	exec_time=0	error_code=0
      SET TIMESTAMP=1374245736/*!*/;
      insert high_priority ignore into `ccmstats_shard21`.`ccmreferers`(`ip`,`date`,`firstseenon`,`keyword`,`domaine`,`referer`,`keyword_crc64`)values(1560
      19:0

      Attachments

        Activity

          People

            svoj Sergey Vojtovich
            stephane@skysql.com VAROQUI Stephane
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Git Integration

                Error rendering 'com.xiplink.jira.git.jira_git_plugin:git-issue-webpanel'. Please contact your Jira administrators.