Uploaded image for project: 'MariaDB Server'
  1. MariaDB Server
  2. MDEV-18286

Assertion `pagecache->cnt_for_resize_op == 0' failed in check_pagecache_is_cleaned_up on server shutdown

Details

    Description

      Note: The description was updated much later than the comments were added. The comments discuss the initial report, which only had the stack trace, without a test case or any other indication how the problem could be reproduced.

      10.4 88cf6f1c7f with the injection below

      2020-04-25  4:55:50 0 [Note] /data/src/10.4-bug/sql/mysqld (initiated by: root[root] @ localhost []): Normal shutdown
      2020-04-25  4:55:50 0 [Note] Event Scheduler: Purging the queue. 0 events
      mysqld: /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
      200425  4:55:50 [ERROR] mysqld got signal 6 ;
       
      #6  0x00007f355a45840f in __assert_fail_base (fmt=0x7f355a5baee0 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=<optimized out>) at assert.c:92
      #7  0x00007f355a466102 in __GI___assert_fail (assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=0x55a54b2bd2e0 <__PRETTY_FUNCTION__.18326> "check_pagecache_is_cleaned_up") at assert.c:101
      #8  0x000055a54ac6a97f in check_pagecache_is_cleaned_up (pagecache=0x55a54c287d00 <maria_pagecache_var>) at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133
      #9  0x000055a54ac6aba0 in end_pagecache (pagecache=0x55a54c287d00 <maria_pagecache_var>, cleanup=1 '\001') at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1175
      #10 0x000055a54ac862ba in maria_end () at /data/src/10.4-bug/storage/maria/ma_init.c:110
      #11 0x000055a54acd2157 in maria_panic (flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ma_panic.c:135
      #12 0x000055a54ac478c6 in maria_hton_panic (hton=0x55a54dd19590, flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ha_maria.cc:3347
      #13 0x000055a54a5a8fe9 in ha_finalize_handlerton (plugin=0x55a54dd0ba88) at /data/src/10.4-bug/sql/handler.cc:496
      #14 0x000055a54a271157 in plugin_deinitialize (plugin=0x55a54dd0ba88, ref_check=true) at /data/src/10.4-bug/sql/sql_plugin.cc:1241
      #15 0x000055a54a2716c1 in reap_plugins () at /data/src/10.4-bug/sql/sql_plugin.cc:1317
      #16 0x000055a54a273ae0 in plugin_shutdown () at /data/src/10.4-bug/sql/sql_plugin.cc:1986
      #17 0x000055a54a115e20 in clean_up (print_message=true) at /data/src/10.4-bug/sql/mysqld.cc:1988
      #18 0x000055a54a11e4ed in mysqld_main (argc=130, argv=0x55a54dbd98d0) at /data/src/10.4-bug/sql/mysqld.cc:5922
      #19 0x000055a54a112275 in main (argc=6, argv=0x7fffa3e800b8) at /data/src/10.4-bug/sql/main.cc:25
      

      Debug injection for 10.4, e.g. 88cf6f1c7f

      diff --git a/storage/maria/ma_pagecache.c b/storage/maria/ma_pagecache.c
      index f486d8c704f..9f02355b44f 100644
      --- a/storage/maria/ma_pagecache.c
      +++ b/storage/maria/ma_pagecache.c
      @@ -4416,6 +4416,7 @@ static int flush_cached_blocks(PAGECACHE *pagecache,
             @todo change argument of functions to be File.
           */
           pagecache_pthread_mutex_unlock(&pagecache->cache_lock);
      +    DBUG_EXECUTE_IF("sleep_mutex",{while(pagecache->cache_lock.m_mutex.thread == 0) my_sleep(100000);};);
           error= pagecache_fwrite(pagecache, &block->hash_link->file,
                                   block->buffer,
                                   block->hash_link->pageno,
      
      

      Even with the injection above, the test case is still non-deterministic, run with --repeat=N if it doesn't fail right away. Currently it fails for me roughly every other time.

      Test case to be run with the injection above

      --source include/restart_mysqld.inc
       
      CREATE TABLE t1 (pk INT, a VARCHAR(8), PRIMARY KEY(pk)) ENGINE=Aria TRANSACTIONAL=1;
       
      --connect (con1,localhost,root,,test)
      BACKUP STAGE START;
      SET debug_dbug= '+d,sleep_mutex';
      --send
        BACKUP STAGE BLOCK_COMMIT;
       
      --connection default
      INSERT INTO t1 VALUES (1,'a');
      INSERT INTO t1 VALUES (2,'b');
      INSERT INTO t1 VALUES (3,'c');
      INSERT INTO t1 VALUES (4,'c');
      INSERT INTO t1 VALUES (5,'c');
      INSERT INTO t1 VALUES (6,'c');
      INSERT INTO t1 VALUES (7,'c');
      INSERT INTO t1 VALUES (8,'c');
      INSERT INTO t1 VALUES (9,'c');
       
      --connection con1
      --reap
       
      --sleep 1
      --source include/restart_mysqld.inc
       
      DROP TABLE t1;
      

      Attachments

        Activity

          elenst Elena Stepanova created issue -
          elenst Elena Stepanova made changes -
          Field Original Value New Value
          Summary [Draft] Assertion `pagecache->cnt_for_resize_op == 0' failed in check_pagecache_is_cleaned_up [Draft] Assertion `pagecache->cnt_for_resize_op == 0' failed in check_pagecache_is_cleaned_up on server shutdown
          elenst Elena Stepanova made changes -
          Description https://travis-ci.org/elenst/travis-tests/jobs/479996253
          {noformat:title=10.4 b13d356af8d7}
          mysqld: /home/travis/src/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          190116 4:50:01 [ERROR] mysqld got signal 6 ;

          #7 0x00007fc4c958ac82 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6
          #8 0x000055a559b5b23c in check_pagecache_is_cleaned_up (pagecache=0x55a55b28d7e0 <maria_pagecache_var>) at /home/travis/src/storage/maria/ma_pagecache.c:1133
          #9 0x000055a559b5b41d in end_pagecache (pagecache=0x55a55b28d7e0 <maria_pagecache_var>, cleanup=1 '\001') at /home/travis/src/storage/maria/ma_pagecache.c:1175
          #10 0x000055a559b74c91 in maria_end () at /home/travis/src/storage/maria/ma_init.c:110
          #11 0x000055a559bbde35 in maria_panic (flag=HA_PANIC_CLOSE) at /home/travis/src/storage/maria/ma_panic.c:135
          #12 0x000055a559b3a4fe in maria_hton_panic (hton=0x55a55bd88770, flag=HA_PANIC_CLOSE) at /home/travis/src/storage/maria/ha_maria.cc:3384
          #13 0x000055a559540bde in ha_finalize_handlerton (plugin=0x55a55bd798f8) at /home/travis/src/sql/handler.cc:462
          #14 0x000055a5592461d1 in plugin_deinitialize (plugin=0x55a55bd798f8, ref_check=true) at /home/travis/src/sql/sql_plugin.cc:1240
          #15 0x000055a5592466c5 in reap_plugins () at /home/travis/src/sql/sql_plugin.cc:1316
          #16 0x000055a559248897 in plugin_shutdown () at /home/travis/src/sql/sql_plugin.cc:1982
          #17 0x000055a5590fe318 in clean_up (print_message=true) at /home/travis/src/sql/mysqld.cc:2140
          #18 0x000055a5590fdeb5 in unireg_end () at /home/travis/src/sql/mysqld.cc:2014
          #19 0x000055a5590fdd93 in kill_server (sig=0) at /home/travis/src/sql/mysqld.cc:1954
          #20 0x000055a5590fddf1 in kill_server_thread (arg=0x7fc4c816be44) at /home/travis/src/sql/mysqld.cc:1966
          #21 0x00007fc4ca1cf6ba in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
          #22 0x00007fc4c966441d in clone () from /lib/x86_64-linux-gnu/libc.so.6
          {noformat}
          {noformat:title=elenst-dev 23f517b6db Toolbox: c826c29aaa}
          perl ./runall-new.pl --basedir=/home/travis/server --vardir=/home/travis/logs/vardir --duration=350 --threads=6 --seed=1547613857 --reporters=Backtrace,ErrorLog,Deadlock --validators=TransformerNoComparator --views --redefine=conf/mariadb/alter_table.yy --redefine=conf/mariadb/instant_add.yy --redefine=conf/mariadb/modules/alter_table_columns.yy --redefine=conf/mariadb/sp.yy --redefine=conf/mariadb/bulk_insert.yy --redefine=conf/mariadb/modules/admin.yy --redefine=conf/mariadb/modules/userstat.yy --redefine=conf/mariadb/modules/foreign_keys.yy -redefine=conf/mariadb/modules/locks.yy --redefine=conf/mariadb/modules/sql_mode.yy --redefine=conf/mariadb/modules/acl.yy --redefine=conf/mariadb/versioning.yy --redefine=conf/mariadb/sequences.yy --redefine=conf/mariadb/modules/locks-10.4-extra.yy --mysqld=--log_output=FILE --mysqld=--max-statement-time=30 --mysqld=--lock-wait-timeout=10 --mysqld=--loose-innodb-lock-wait-timeout=5 --mysqld=--loose-debug_assert_on_not_freed_memory=0 --mysqld=--default-storage-engine=Aria --grammar=conf/mariadb/oltp.yy --gendata=conf/mariadb/oltp.zz --skip-gendata --gendata-advanced --vcols --transformers=ExecuteAsIntersect,ExecuteAsExcept,ExecuteAsCTE,ExecuteAsExecuteImmediate,ExecuteAsDeleteReturning,ExecuteAsInsertSelect,ExecuteAsUnion,ExecuteAsUpdateDelete,ExecuteAsView,ExecuteAsPreparedTwice --filter=/home/travis/mariadb-toolbox/travis/10.4-combo-filter.ff
          {noformat}

          Not reproducible right away.
          https://travis-ci.org/elenst/travis-tests/jobs/479996253
          {noformat:title=10.4 b13d356af8d7}
          mysqld: /home/travis/src/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          190116 4:50:01 [ERROR] mysqld got signal 6 ;

          #7 0x00007fc4c958ac82 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6
          #8 0x000055a559b5b23c in check_pagecache_is_cleaned_up (pagecache=0x55a55b28d7e0 <maria_pagecache_var>) at /home/travis/src/storage/maria/ma_pagecache.c:1133
          #9 0x000055a559b5b41d in end_pagecache (pagecache=0x55a55b28d7e0 <maria_pagecache_var>, cleanup=1 '\001') at /home/travis/src/storage/maria/ma_pagecache.c:1175
          #10 0x000055a559b74c91 in maria_end () at /home/travis/src/storage/maria/ma_init.c:110
          #11 0x000055a559bbde35 in maria_panic (flag=HA_PANIC_CLOSE) at /home/travis/src/storage/maria/ma_panic.c:135
          #12 0x000055a559b3a4fe in maria_hton_panic (hton=0x55a55bd88770, flag=HA_PANIC_CLOSE) at /home/travis/src/storage/maria/ha_maria.cc:3384
          #13 0x000055a559540bde in ha_finalize_handlerton (plugin=0x55a55bd798f8) at /home/travis/src/sql/handler.cc:462
          #14 0x000055a5592461d1 in plugin_deinitialize (plugin=0x55a55bd798f8, ref_check=true) at /home/travis/src/sql/sql_plugin.cc:1240
          #15 0x000055a5592466c5 in reap_plugins () at /home/travis/src/sql/sql_plugin.cc:1316
          #16 0x000055a559248897 in plugin_shutdown () at /home/travis/src/sql/sql_plugin.cc:1982
          #17 0x000055a5590fe318 in clean_up (print_message=true) at /home/travis/src/sql/mysqld.cc:2140
          #18 0x000055a5590fdeb5 in unireg_end () at /home/travis/src/sql/mysqld.cc:2014
          #19 0x000055a5590fdd93 in kill_server (sig=0) at /home/travis/src/sql/mysqld.cc:1954
          #20 0x000055a5590fddf1 in kill_server_thread (arg=0x7fc4c816be44) at /home/travis/src/sql/mysqld.cc:1966
          #21 0x00007fc4ca1cf6ba in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
          #22 0x00007fc4c966441d in clone () from /lib/x86_64-linux-gnu/libc.so.6
          {noformat}
          {noformat:title=elenst-jira-refs 23f517b6db Toolbox: c826c29aaa}
          perl ./runall-new.pl --basedir=/home/travis/server --vardir=/home/travis/logs/vardir --duration=350 --threads=6 --seed=1547613857 --reporters=Backtrace,ErrorLog,Deadlock --validators=TransformerNoComparator --views --redefine=conf/mariadb/alter_table.yy --redefine=conf/mariadb/instant_add.yy --redefine=conf/mariadb/modules/alter_table_columns.yy --redefine=conf/mariadb/sp.yy --redefine=conf/mariadb/bulk_insert.yy --redefine=conf/mariadb/modules/admin.yy --redefine=conf/mariadb/modules/userstat.yy --redefine=conf/mariadb/modules/foreign_keys.yy -redefine=conf/mariadb/modules/locks.yy --redefine=conf/mariadb/modules/sql_mode.yy --redefine=conf/mariadb/modules/acl.yy --redefine=conf/mariadb/versioning.yy --redefine=conf/mariadb/sequences.yy --redefine=conf/mariadb/modules/locks-10.4-extra.yy --mysqld=--log_output=FILE --mysqld=--max-statement-time=30 --mysqld=--lock-wait-timeout=10 --mysqld=--loose-innodb-lock-wait-timeout=5 --mysqld=--loose-debug_assert_on_not_freed_memory=0 --mysqld=--default-storage-engine=Aria --grammar=conf/mariadb/oltp.yy --gendata=conf/mariadb/oltp.zz --skip-gendata --gendata-advanced --vcols --transformers=ExecuteAsIntersect,ExecuteAsExcept,ExecuteAsCTE,ExecuteAsExecuteImmediate,ExecuteAsDeleteReturning,ExecuteAsInsertSelect,ExecuteAsUnion,ExecuteAsUpdateDelete,ExecuteAsView,ExecuteAsPreparedTwice --filter=/home/travis/mariadb-toolbox/travis/10.4-combo-filter.ff
          {noformat}

          Not reproducible right away.
          elenst Elena Stepanova made changes -
          Component/s Locking [ 10900 ]
          Fix Version/s 10.4 [ 22408 ]
          Fix Version/s 10.5 [ 23123 ]
          Affects Version/s 10.5 [ 23123 ]
          Description https://travis-ci.org/elenst/travis-tests/jobs/479996253
          {noformat:title=10.4 b13d356af8d7}
          mysqld: /home/travis/src/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          190116 4:50:01 [ERROR] mysqld got signal 6 ;

          #7 0x00007fc4c958ac82 in __assert_fail () from /lib/x86_64-linux-gnu/libc.so.6
          #8 0x000055a559b5b23c in check_pagecache_is_cleaned_up (pagecache=0x55a55b28d7e0 <maria_pagecache_var>) at /home/travis/src/storage/maria/ma_pagecache.c:1133
          #9 0x000055a559b5b41d in end_pagecache (pagecache=0x55a55b28d7e0 <maria_pagecache_var>, cleanup=1 '\001') at /home/travis/src/storage/maria/ma_pagecache.c:1175
          #10 0x000055a559b74c91 in maria_end () at /home/travis/src/storage/maria/ma_init.c:110
          #11 0x000055a559bbde35 in maria_panic (flag=HA_PANIC_CLOSE) at /home/travis/src/storage/maria/ma_panic.c:135
          #12 0x000055a559b3a4fe in maria_hton_panic (hton=0x55a55bd88770, flag=HA_PANIC_CLOSE) at /home/travis/src/storage/maria/ha_maria.cc:3384
          #13 0x000055a559540bde in ha_finalize_handlerton (plugin=0x55a55bd798f8) at /home/travis/src/sql/handler.cc:462
          #14 0x000055a5592461d1 in plugin_deinitialize (plugin=0x55a55bd798f8, ref_check=true) at /home/travis/src/sql/sql_plugin.cc:1240
          #15 0x000055a5592466c5 in reap_plugins () at /home/travis/src/sql/sql_plugin.cc:1316
          #16 0x000055a559248897 in plugin_shutdown () at /home/travis/src/sql/sql_plugin.cc:1982
          #17 0x000055a5590fe318 in clean_up (print_message=true) at /home/travis/src/sql/mysqld.cc:2140
          #18 0x000055a5590fdeb5 in unireg_end () at /home/travis/src/sql/mysqld.cc:2014
          #19 0x000055a5590fdd93 in kill_server (sig=0) at /home/travis/src/sql/mysqld.cc:1954
          #20 0x000055a5590fddf1 in kill_server_thread (arg=0x7fc4c816be44) at /home/travis/src/sql/mysqld.cc:1966
          #21 0x00007fc4ca1cf6ba in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
          #22 0x00007fc4c966441d in clone () from /lib/x86_64-linux-gnu/libc.so.6
          {noformat}
          {noformat:title=elenst-jira-refs 23f517b6db Toolbox: c826c29aaa}
          perl ./runall-new.pl --basedir=/home/travis/server --vardir=/home/travis/logs/vardir --duration=350 --threads=6 --seed=1547613857 --reporters=Backtrace,ErrorLog,Deadlock --validators=TransformerNoComparator --views --redefine=conf/mariadb/alter_table.yy --redefine=conf/mariadb/instant_add.yy --redefine=conf/mariadb/modules/alter_table_columns.yy --redefine=conf/mariadb/sp.yy --redefine=conf/mariadb/bulk_insert.yy --redefine=conf/mariadb/modules/admin.yy --redefine=conf/mariadb/modules/userstat.yy --redefine=conf/mariadb/modules/foreign_keys.yy -redefine=conf/mariadb/modules/locks.yy --redefine=conf/mariadb/modules/sql_mode.yy --redefine=conf/mariadb/modules/acl.yy --redefine=conf/mariadb/versioning.yy --redefine=conf/mariadb/sequences.yy --redefine=conf/mariadb/modules/locks-10.4-extra.yy --mysqld=--log_output=FILE --mysqld=--max-statement-time=30 --mysqld=--lock-wait-timeout=10 --mysqld=--loose-innodb-lock-wait-timeout=5 --mysqld=--loose-debug_assert_on_not_freed_memory=0 --mysqld=--default-storage-engine=Aria --grammar=conf/mariadb/oltp.yy --gendata=conf/mariadb/oltp.zz --skip-gendata --gendata-advanced --vcols --transformers=ExecuteAsIntersect,ExecuteAsExcept,ExecuteAsCTE,ExecuteAsExecuteImmediate,ExecuteAsDeleteReturning,ExecuteAsInsertSelect,ExecuteAsUnion,ExecuteAsUpdateDelete,ExecuteAsView,ExecuteAsPreparedTwice --filter=/home/travis/mariadb-toolbox/travis/10.4-combo-filter.ff
          {noformat}

          Not reproducible right away.
          _Note: The description was updated much later than the comments were added._

          {noformat:title=10.4 88cf6f1c7f with the injection below}
          2020-04-25 4:55:50 0 [Note] /data/src/10.4-bug/sql/mysqld (initiated by: root[root] @ localhost []): Normal shutdown
          2020-04-25 4:55:50 0 [Note] Event Scheduler: Purging the queue. 0 events
          mysqld: /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          200425 4:55:50 [ERROR] mysqld got signal 6 ;

          #6 0x00007f355a45840f in __assert_fail_base (fmt=0x7f355a5baee0 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=<optimized out>) at assert.c:92
          #7 0x00007f355a466102 in __GI___assert_fail (assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=0x55a54b2bd2e0 <__PRETTY_FUNCTION__.18326> "check_pagecache_is_cleaned_up") at assert.c:101
          #8 0x000055a54ac6a97f in check_pagecache_is_cleaned_up (pagecache=0x55a54c287d00 <maria_pagecache_var>) at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133
          #9 0x000055a54ac6aba0 in end_pagecache (pagecache=0x55a54c287d00 <maria_pagecache_var>, cleanup=1 '\001') at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1175
          #10 0x000055a54ac862ba in maria_end () at /data/src/10.4-bug/storage/maria/ma_init.c:110
          #11 0x000055a54acd2157 in maria_panic (flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ma_panic.c:135
          #12 0x000055a54ac478c6 in maria_hton_panic (hton=0x55a54dd19590, flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ha_maria.cc:3347
          #13 0x000055a54a5a8fe9 in ha_finalize_handlerton (plugin=0x55a54dd0ba88) at /data/src/10.4-bug/sql/handler.cc:496
          #14 0x000055a54a271157 in plugin_deinitialize (plugin=0x55a54dd0ba88, ref_check=true) at /data/src/10.4-bug/sql/sql_plugin.cc:1241
          #15 0x000055a54a2716c1 in reap_plugins () at /data/src/10.4-bug/sql/sql_plugin.cc:1317
          #16 0x000055a54a273ae0 in plugin_shutdown () at /data/src/10.4-bug/sql/sql_plugin.cc:1986
          #17 0x000055a54a115e20 in clean_up (print_message=true) at /data/src/10.4-bug/sql/mysqld.cc:1988
          #18 0x000055a54a11e4ed in mysqld_main (argc=130, argv=0x55a54dbd98d0) at /data/src/10.4-bug/sql/mysqld.cc:5922
          #19 0x000055a54a112275 in main (argc=6, argv=0x7fffa3e800b8) at /data/src/10.4-bug/sql/main.cc:25
          {noformat}

          {noformat:title=Debug injection for 10.4, e.g. 88cf6f1c7f}
          diff --git a/storage/maria/ma_pagecache.c b/storage/maria/ma_pagecache.c
          index f486d8c704f..9f02355b44f 100644
          --- a/storage/maria/ma_pagecache.c
          +++ b/storage/maria/ma_pagecache.c
          @@ -4416,6 +4416,7 @@ static int flush_cached_blocks(PAGECACHE *pagecache,
                 @todo change argument of functions to be File.
               */
               pagecache_pthread_mutex_unlock(&pagecache->cache_lock);
          + DBUG_EXECUTE_IF("sleep_mutex",{while(pagecache->cache_lock.m_mutex.thread == 0) my_sleep(100000);};);
               error= pagecache_fwrite(pagecache, &block->hash_link->file,
                                       block->buffer,
                                       block->hash_link->pageno,

          {noformat}

          {code:sql|title=Test case to be run with the injection above}
          --source include/restart_mysqld.inc

          CREATE TABLE t1 (pk INT, a VARCHAR(8), PRIMARY KEY(pk)) ENGINE=Aria TRANSACTIONAL=1;

          --connect (con1,localhost,root,,test)
          BACKUP STAGE START;
          SET debug_dbug= '+d,sleep_mutex';
          --send
            BACKUP STAGE BLOCK_COMMIT;

          --connection default
          INSERT INTO t1 VALUES (1,'a');
          INSERT INTO t1 VALUES (2,'b');
          INSERT INTO t1 VALUES (3,'c');
          INSERT INTO t1 VALUES (4,'c');
          INSERT INTO t1 VALUES (5,'c');
          INSERT INTO t1 VALUES (6,'c');
          INSERT INTO t1 VALUES (7,'c');
          INSERT INTO t1 VALUES (8,'c');
          INSERT INTO t1 VALUES (9,'c');

          --connection con1
          --reap

          --sleep 1
          --source include/restart_mysqld.inc

          DROP TABLE t1;
          {code}
          Summary [Draft] Assertion `pagecache->cnt_for_resize_op == 0' failed in check_pagecache_is_cleaned_up on server shutdown Assertion `pagecache->cnt_for_resize_op == 0' failed in check_pagecache_is_cleaned_up on server shutdown
          elenst Elena Stepanova made changes -
          Description _Note: The description was updated much later than the comments were added._

          {noformat:title=10.4 88cf6f1c7f with the injection below}
          2020-04-25 4:55:50 0 [Note] /data/src/10.4-bug/sql/mysqld (initiated by: root[root] @ localhost []): Normal shutdown
          2020-04-25 4:55:50 0 [Note] Event Scheduler: Purging the queue. 0 events
          mysqld: /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          200425 4:55:50 [ERROR] mysqld got signal 6 ;

          #6 0x00007f355a45840f in __assert_fail_base (fmt=0x7f355a5baee0 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=<optimized out>) at assert.c:92
          #7 0x00007f355a466102 in __GI___assert_fail (assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=0x55a54b2bd2e0 <__PRETTY_FUNCTION__.18326> "check_pagecache_is_cleaned_up") at assert.c:101
          #8 0x000055a54ac6a97f in check_pagecache_is_cleaned_up (pagecache=0x55a54c287d00 <maria_pagecache_var>) at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133
          #9 0x000055a54ac6aba0 in end_pagecache (pagecache=0x55a54c287d00 <maria_pagecache_var>, cleanup=1 '\001') at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1175
          #10 0x000055a54ac862ba in maria_end () at /data/src/10.4-bug/storage/maria/ma_init.c:110
          #11 0x000055a54acd2157 in maria_panic (flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ma_panic.c:135
          #12 0x000055a54ac478c6 in maria_hton_panic (hton=0x55a54dd19590, flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ha_maria.cc:3347
          #13 0x000055a54a5a8fe9 in ha_finalize_handlerton (plugin=0x55a54dd0ba88) at /data/src/10.4-bug/sql/handler.cc:496
          #14 0x000055a54a271157 in plugin_deinitialize (plugin=0x55a54dd0ba88, ref_check=true) at /data/src/10.4-bug/sql/sql_plugin.cc:1241
          #15 0x000055a54a2716c1 in reap_plugins () at /data/src/10.4-bug/sql/sql_plugin.cc:1317
          #16 0x000055a54a273ae0 in plugin_shutdown () at /data/src/10.4-bug/sql/sql_plugin.cc:1986
          #17 0x000055a54a115e20 in clean_up (print_message=true) at /data/src/10.4-bug/sql/mysqld.cc:1988
          #18 0x000055a54a11e4ed in mysqld_main (argc=130, argv=0x55a54dbd98d0) at /data/src/10.4-bug/sql/mysqld.cc:5922
          #19 0x000055a54a112275 in main (argc=6, argv=0x7fffa3e800b8) at /data/src/10.4-bug/sql/main.cc:25
          {noformat}

          {noformat:title=Debug injection for 10.4, e.g. 88cf6f1c7f}
          diff --git a/storage/maria/ma_pagecache.c b/storage/maria/ma_pagecache.c
          index f486d8c704f..9f02355b44f 100644
          --- a/storage/maria/ma_pagecache.c
          +++ b/storage/maria/ma_pagecache.c
          @@ -4416,6 +4416,7 @@ static int flush_cached_blocks(PAGECACHE *pagecache,
                 @todo change argument of functions to be File.
               */
               pagecache_pthread_mutex_unlock(&pagecache->cache_lock);
          + DBUG_EXECUTE_IF("sleep_mutex",{while(pagecache->cache_lock.m_mutex.thread == 0) my_sleep(100000);};);
               error= pagecache_fwrite(pagecache, &block->hash_link->file,
                                       block->buffer,
                                       block->hash_link->pageno,

          {noformat}

          {code:sql|title=Test case to be run with the injection above}
          --source include/restart_mysqld.inc

          CREATE TABLE t1 (pk INT, a VARCHAR(8), PRIMARY KEY(pk)) ENGINE=Aria TRANSACTIONAL=1;

          --connect (con1,localhost,root,,test)
          BACKUP STAGE START;
          SET debug_dbug= '+d,sleep_mutex';
          --send
            BACKUP STAGE BLOCK_COMMIT;

          --connection default
          INSERT INTO t1 VALUES (1,'a');
          INSERT INTO t1 VALUES (2,'b');
          INSERT INTO t1 VALUES (3,'c');
          INSERT INTO t1 VALUES (4,'c');
          INSERT INTO t1 VALUES (5,'c');
          INSERT INTO t1 VALUES (6,'c');
          INSERT INTO t1 VALUES (7,'c');
          INSERT INTO t1 VALUES (8,'c');
          INSERT INTO t1 VALUES (9,'c');

          --connection con1
          --reap

          --sleep 1
          --source include/restart_mysqld.inc

          DROP TABLE t1;
          {code}
          _Note: The description was updated much later than the comments were added._

          {noformat:title=10.4 88cf6f1c7f with the injection below}
          2020-04-25 4:55:50 0 [Note] /data/src/10.4-bug/sql/mysqld (initiated by: root[root] @ localhost []): Normal shutdown
          2020-04-25 4:55:50 0 [Note] Event Scheduler: Purging the queue. 0 events
          mysqld: /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          200425 4:55:50 [ERROR] mysqld got signal 6 ;

          #6 0x00007f355a45840f in __assert_fail_base (fmt=0x7f355a5baee0 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=<optimized out>) at assert.c:92
          #7 0x00007f355a466102 in __GI___assert_fail (assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=0x55a54b2bd2e0 <__PRETTY_FUNCTION__.18326> "check_pagecache_is_cleaned_up") at assert.c:101
          #8 0x000055a54ac6a97f in check_pagecache_is_cleaned_up (pagecache=0x55a54c287d00 <maria_pagecache_var>) at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133
          #9 0x000055a54ac6aba0 in end_pagecache (pagecache=0x55a54c287d00 <maria_pagecache_var>, cleanup=1 '\001') at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1175
          #10 0x000055a54ac862ba in maria_end () at /data/src/10.4-bug/storage/maria/ma_init.c:110
          #11 0x000055a54acd2157 in maria_panic (flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ma_panic.c:135
          #12 0x000055a54ac478c6 in maria_hton_panic (hton=0x55a54dd19590, flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ha_maria.cc:3347
          #13 0x000055a54a5a8fe9 in ha_finalize_handlerton (plugin=0x55a54dd0ba88) at /data/src/10.4-bug/sql/handler.cc:496
          #14 0x000055a54a271157 in plugin_deinitialize (plugin=0x55a54dd0ba88, ref_check=true) at /data/src/10.4-bug/sql/sql_plugin.cc:1241
          #15 0x000055a54a2716c1 in reap_plugins () at /data/src/10.4-bug/sql/sql_plugin.cc:1317
          #16 0x000055a54a273ae0 in plugin_shutdown () at /data/src/10.4-bug/sql/sql_plugin.cc:1986
          #17 0x000055a54a115e20 in clean_up (print_message=true) at /data/src/10.4-bug/sql/mysqld.cc:1988
          #18 0x000055a54a11e4ed in mysqld_main (argc=130, argv=0x55a54dbd98d0) at /data/src/10.4-bug/sql/mysqld.cc:5922
          #19 0x000055a54a112275 in main (argc=6, argv=0x7fffa3e800b8) at /data/src/10.4-bug/sql/main.cc:25
          {noformat}

          {noformat:title=Debug injection for 10.4, e.g. 88cf6f1c7f}
          diff --git a/storage/maria/ma_pagecache.c b/storage/maria/ma_pagecache.c
          index f486d8c704f..9f02355b44f 100644
          --- a/storage/maria/ma_pagecache.c
          +++ b/storage/maria/ma_pagecache.c
          @@ -4416,6 +4416,7 @@ static int flush_cached_blocks(PAGECACHE *pagecache,
                 @todo change argument of functions to be File.
               */
               pagecache_pthread_mutex_unlock(&pagecache->cache_lock);
          + DBUG_EXECUTE_IF("sleep_mutex",{while(pagecache->cache_lock.m_mutex.thread == 0) my_sleep(100000);};);
               error= pagecache_fwrite(pagecache, &block->hash_link->file,
                                       block->buffer,
                                       block->hash_link->pageno,

          {noformat}

          _{color:red}Even with the injection above, the test case is still non-deterministic, run with --repeat=N if it doesn't fail right away. {color}Currently it fails for me roughly every other time._

          {code:sql|title=Test case to be run with the injection above}
          --source include/restart_mysqld.inc

          CREATE TABLE t1 (pk INT, a VARCHAR(8), PRIMARY KEY(pk)) ENGINE=Aria TRANSACTIONAL=1;

          --connect (con1,localhost,root,,test)
          BACKUP STAGE START;
          SET debug_dbug= '+d,sleep_mutex';
          --send
            BACKUP STAGE BLOCK_COMMIT;

          --connection default
          INSERT INTO t1 VALUES (1,'a');
          INSERT INTO t1 VALUES (2,'b');
          INSERT INTO t1 VALUES (3,'c');
          INSERT INTO t1 VALUES (4,'c');
          INSERT INTO t1 VALUES (5,'c');
          INSERT INTO t1 VALUES (6,'c');
          INSERT INTO t1 VALUES (7,'c');
          INSERT INTO t1 VALUES (8,'c');
          INSERT INTO t1 VALUES (9,'c');

          --connection con1
          --reap

          --sleep 1
          --source include/restart_mysqld.inc

          DROP TABLE t1;
          {code}
          elenst Elena Stepanova made changes -
          elenst Elena Stepanova made changes -
          Comment [ Another occurrence: https://travis-ci.org/elenst/travis-tests/jobs/483888920 [2573 2 1] ]
          elenst Elena Stepanova made changes -
          Comment [ Another occurrence: https://travis-ci.org/elenst/travis-tests/jobs/484746645 [2599 36 2] ]
          elenst Elena Stepanova made changes -
          elenst Elena Stepanova made changes -
          Assignee Elena Stepanova [ elenst ] Michael Widenius [ monty ]
          elenst Elena Stepanova made changes -
          Description _Note: The description was updated much later than the comments were added._

          {noformat:title=10.4 88cf6f1c7f with the injection below}
          2020-04-25 4:55:50 0 [Note] /data/src/10.4-bug/sql/mysqld (initiated by: root[root] @ localhost []): Normal shutdown
          2020-04-25 4:55:50 0 [Note] Event Scheduler: Purging the queue. 0 events
          mysqld: /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          200425 4:55:50 [ERROR] mysqld got signal 6 ;

          #6 0x00007f355a45840f in __assert_fail_base (fmt=0x7f355a5baee0 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=<optimized out>) at assert.c:92
          #7 0x00007f355a466102 in __GI___assert_fail (assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=0x55a54b2bd2e0 <__PRETTY_FUNCTION__.18326> "check_pagecache_is_cleaned_up") at assert.c:101
          #8 0x000055a54ac6a97f in check_pagecache_is_cleaned_up (pagecache=0x55a54c287d00 <maria_pagecache_var>) at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133
          #9 0x000055a54ac6aba0 in end_pagecache (pagecache=0x55a54c287d00 <maria_pagecache_var>, cleanup=1 '\001') at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1175
          #10 0x000055a54ac862ba in maria_end () at /data/src/10.4-bug/storage/maria/ma_init.c:110
          #11 0x000055a54acd2157 in maria_panic (flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ma_panic.c:135
          #12 0x000055a54ac478c6 in maria_hton_panic (hton=0x55a54dd19590, flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ha_maria.cc:3347
          #13 0x000055a54a5a8fe9 in ha_finalize_handlerton (plugin=0x55a54dd0ba88) at /data/src/10.4-bug/sql/handler.cc:496
          #14 0x000055a54a271157 in plugin_deinitialize (plugin=0x55a54dd0ba88, ref_check=true) at /data/src/10.4-bug/sql/sql_plugin.cc:1241
          #15 0x000055a54a2716c1 in reap_plugins () at /data/src/10.4-bug/sql/sql_plugin.cc:1317
          #16 0x000055a54a273ae0 in plugin_shutdown () at /data/src/10.4-bug/sql/sql_plugin.cc:1986
          #17 0x000055a54a115e20 in clean_up (print_message=true) at /data/src/10.4-bug/sql/mysqld.cc:1988
          #18 0x000055a54a11e4ed in mysqld_main (argc=130, argv=0x55a54dbd98d0) at /data/src/10.4-bug/sql/mysqld.cc:5922
          #19 0x000055a54a112275 in main (argc=6, argv=0x7fffa3e800b8) at /data/src/10.4-bug/sql/main.cc:25
          {noformat}

          {noformat:title=Debug injection for 10.4, e.g. 88cf6f1c7f}
          diff --git a/storage/maria/ma_pagecache.c b/storage/maria/ma_pagecache.c
          index f486d8c704f..9f02355b44f 100644
          --- a/storage/maria/ma_pagecache.c
          +++ b/storage/maria/ma_pagecache.c
          @@ -4416,6 +4416,7 @@ static int flush_cached_blocks(PAGECACHE *pagecache,
                 @todo change argument of functions to be File.
               */
               pagecache_pthread_mutex_unlock(&pagecache->cache_lock);
          + DBUG_EXECUTE_IF("sleep_mutex",{while(pagecache->cache_lock.m_mutex.thread == 0) my_sleep(100000);};);
               error= pagecache_fwrite(pagecache, &block->hash_link->file,
                                       block->buffer,
                                       block->hash_link->pageno,

          {noformat}

          _{color:red}Even with the injection above, the test case is still non-deterministic, run with --repeat=N if it doesn't fail right away. {color}Currently it fails for me roughly every other time._

          {code:sql|title=Test case to be run with the injection above}
          --source include/restart_mysqld.inc

          CREATE TABLE t1 (pk INT, a VARCHAR(8), PRIMARY KEY(pk)) ENGINE=Aria TRANSACTIONAL=1;

          --connect (con1,localhost,root,,test)
          BACKUP STAGE START;
          SET debug_dbug= '+d,sleep_mutex';
          --send
            BACKUP STAGE BLOCK_COMMIT;

          --connection default
          INSERT INTO t1 VALUES (1,'a');
          INSERT INTO t1 VALUES (2,'b');
          INSERT INTO t1 VALUES (3,'c');
          INSERT INTO t1 VALUES (4,'c');
          INSERT INTO t1 VALUES (5,'c');
          INSERT INTO t1 VALUES (6,'c');
          INSERT INTO t1 VALUES (7,'c');
          INSERT INTO t1 VALUES (8,'c');
          INSERT INTO t1 VALUES (9,'c');

          --connection con1
          --reap

          --sleep 1
          --source include/restart_mysqld.inc

          DROP TABLE t1;
          {code}
          _Note: The description was updated much later than the comments were added. The comments discuss the initial report, which only had the stack trace, without a test case or any other indication how the problem could be reproduced._

          {noformat:title=10.4 88cf6f1c7f with the injection below}
          2020-04-25 4:55:50 0 [Note] /data/src/10.4-bug/sql/mysqld (initiated by: root[root] @ localhost []): Normal shutdown
          2020-04-25 4:55:50 0 [Note] Event Scheduler: Purging the queue. 0 events
          mysqld: /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133: check_pagecache_is_cleaned_up: Assertion `pagecache->cnt_for_resize_op == 0' failed.
          200425 4:55:50 [ERROR] mysqld got signal 6 ;

          #6 0x00007f355a45840f in __assert_fail_base (fmt=0x7f355a5baee0 "%s%s%s:%u: %s%sAssertion `%s' failed.\n%n", assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=<optimized out>) at assert.c:92
          #7 0x00007f355a466102 in __GI___assert_fail (assertion=0x55a54b2bb2a8 "pagecache->cnt_for_resize_op == 0", file=0x55a54b2baf78 "/data/src/10.4-bug/storage/maria/ma_pagecache.c", line=1133, function=0x55a54b2bd2e0 <__PRETTY_FUNCTION__.18326> "check_pagecache_is_cleaned_up") at assert.c:101
          #8 0x000055a54ac6a97f in check_pagecache_is_cleaned_up (pagecache=0x55a54c287d00 <maria_pagecache_var>) at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1133
          #9 0x000055a54ac6aba0 in end_pagecache (pagecache=0x55a54c287d00 <maria_pagecache_var>, cleanup=1 '\001') at /data/src/10.4-bug/storage/maria/ma_pagecache.c:1175
          #10 0x000055a54ac862ba in maria_end () at /data/src/10.4-bug/storage/maria/ma_init.c:110
          #11 0x000055a54acd2157 in maria_panic (flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ma_panic.c:135
          #12 0x000055a54ac478c6 in maria_hton_panic (hton=0x55a54dd19590, flag=HA_PANIC_CLOSE) at /data/src/10.4-bug/storage/maria/ha_maria.cc:3347
          #13 0x000055a54a5a8fe9 in ha_finalize_handlerton (plugin=0x55a54dd0ba88) at /data/src/10.4-bug/sql/handler.cc:496
          #14 0x000055a54a271157 in plugin_deinitialize (plugin=0x55a54dd0ba88, ref_check=true) at /data/src/10.4-bug/sql/sql_plugin.cc:1241
          #15 0x000055a54a2716c1 in reap_plugins () at /data/src/10.4-bug/sql/sql_plugin.cc:1317
          #16 0x000055a54a273ae0 in plugin_shutdown () at /data/src/10.4-bug/sql/sql_plugin.cc:1986
          #17 0x000055a54a115e20 in clean_up (print_message=true) at /data/src/10.4-bug/sql/mysqld.cc:1988
          #18 0x000055a54a11e4ed in mysqld_main (argc=130, argv=0x55a54dbd98d0) at /data/src/10.4-bug/sql/mysqld.cc:5922
          #19 0x000055a54a112275 in main (argc=6, argv=0x7fffa3e800b8) at /data/src/10.4-bug/sql/main.cc:25
          {noformat}

          {noformat:title=Debug injection for 10.4, e.g. 88cf6f1c7f}
          diff --git a/storage/maria/ma_pagecache.c b/storage/maria/ma_pagecache.c
          index f486d8c704f..9f02355b44f 100644
          --- a/storage/maria/ma_pagecache.c
          +++ b/storage/maria/ma_pagecache.c
          @@ -4416,6 +4416,7 @@ static int flush_cached_blocks(PAGECACHE *pagecache,
                 @todo change argument of functions to be File.
               */
               pagecache_pthread_mutex_unlock(&pagecache->cache_lock);
          + DBUG_EXECUTE_IF("sleep_mutex",{while(pagecache->cache_lock.m_mutex.thread == 0) my_sleep(100000);};);
               error= pagecache_fwrite(pagecache, &block->hash_link->file,
                                       block->buffer,
                                       block->hash_link->pageno,

          {noformat}

          _{color:red}Even with the injection above, the test case is still non-deterministic, run with --repeat=N if it doesn't fail right away. {color}Currently it fails for me roughly every other time._

          {code:sql|title=Test case to be run with the injection above}
          --source include/restart_mysqld.inc

          CREATE TABLE t1 (pk INT, a VARCHAR(8), PRIMARY KEY(pk)) ENGINE=Aria TRANSACTIONAL=1;

          --connect (con1,localhost,root,,test)
          BACKUP STAGE START;
          SET debug_dbug= '+d,sleep_mutex';
          --send
            BACKUP STAGE BLOCK_COMMIT;

          --connection default
          INSERT INTO t1 VALUES (1,'a');
          INSERT INTO t1 VALUES (2,'b');
          INSERT INTO t1 VALUES (3,'c');
          INSERT INTO t1 VALUES (4,'c');
          INSERT INTO t1 VALUES (5,'c');
          INSERT INTO t1 VALUES (6,'c');
          INSERT INTO t1 VALUES (7,'c');
          INSERT INTO t1 VALUES (8,'c');
          INSERT INTO t1 VALUES (9,'c');

          --connection con1
          --reap

          --sleep 1
          --source include/restart_mysqld.inc

          DROP TABLE t1;
          {code}
          monty Michael Widenius made changes -
          Status Open [ 1 ] In Progress [ 3 ]
          monty Michael Widenius made changes -
          Fix Version/s 10.4.13 [ 24223 ]
          Fix Version/s 10.4 [ 22408 ]
          Fix Version/s 10.5 [ 23123 ]
          Resolution Fixed [ 1 ]
          Status In Progress [ 3 ] Closed [ 6 ]
          serg Sergei Golubchik made changes -
          Workflow MariaDB v3 [ 91794 ] MariaDB v4 [ 155545 ]

          People

            monty Michael Widenius
            elenst Elena Stepanova
            Votes:
            0 Vote for this issue
            Watchers:
            5 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved:

              Git Integration

                Error rendering 'com.xiplink.jira.git.jira_git_plugin:git-issue-webpanel'. Please contact your Jira administrators.