[MDEV-14189] main.tc_heuristic_recover failed in buildbot with wrong result Created: 2017-10-29  Updated: 2023-11-29  Resolved: 2023-11-29

Status: Closed
Project: MariaDB Server
Component/s: Tests
Affects Version/s: 10.2
Fix Version/s: N/A

Type: Bug Priority: Major
Reporter: Elena Stepanova Assignee: Unassigned
Resolution: Won't Fix Votes: 0
Labels: None


 Description   

Logs not available:

main.tc_heuristic_recover 'innodb'       w4 [ fail ]
 
        Test ended at 2017-09-29 13:16:01
 
 
 
CURRENT_TEST: main.tc_heuristic_recover
 
The process cannot access the file because it is being used by another process.
 
--- D:/win32-debug/build/src/mysql-test/r/tc_heuristic_recover.result	2017-09-29 12:52:15.305692000 +0000
 
+++ D:\win32-debug\build\src\mysql-test\r\tc_heuristic_recover.reject	2017-09-29 13:15:58.173189100 +0000
 
@@ -17,19 +17,19 @@
 
 i
 
 1
 
 # Kill the server
 
-FOUND 1 /was in the XA prepared state/ in mysqld.1.err
 
-FOUND 1 /Found 1 prepared transactions!/ in mysqld.1.err
 
+NOT FOUND /was in the XA prepared state/ in mysqld.1.err
 
+NOT FOUND /Found 1 prepared transactions!/ in mysqld.1.err
 
 NOT FOUND /\[ERROR\] Can\'t init tc log/ in mysqld.1.err
 
-FOUND 2 /was in the XA prepared state/ in mysqld.1.err
 
-FOUND 1 /Found 1 prepared transactions!/ in mysqld.1.err
 
+FOUND 1 /was in the XA prepared state/ in mysqld.1.err
 
+NOT FOUND /Found 1 prepared transactions!/ in mysqld.1.err
 
 FOUND 1 /\[ERROR\] Can\'t init tc log/ in mysqld.1.err
 
 FOUND 1 /Please restart mysqld without --tc-heuristic-recover/ in mysqld.1.err
 
-FOUND 3 /was in the XA prepared state/ in mysqld.1.err
 
-FOUND 1 /Found 1 prepared transactions!/ in mysqld.1.err
 
+FOUND 2 /was in the XA prepared state/ in mysqld.1.err
 
+NOT FOUND /Found 1 prepared transactions!/ in mysqld.1.err
 
 FOUND 2 /\[ERROR\] Can\'t init tc log/ in mysqld.1.err
 
 FOUND 2 /Please restart mysqld without --tc-heuristic-recover/ in mysqld.1.err
 
-FOUND 3 /was in the XA prepared state/ in mysqld.1.err
 
-FOUND 1 /Found 1 prepared transactions!/ in mysqld.1.err
 
+FOUND 2 /was in the XA prepared state/ in mysqld.1.err
 
+NOT FOUND /Found 1 prepared transactions!/ in mysqld.1.err
 
 SET TRANSACTION ISOLATION LEVEL READ COMMITTED;
 
 SELECT * FROM t1;
 
 i
 
 
 
mysqltest: Result length mismatch



 Comments   
Comment by Alice Sherepa [ 2017-11-22 ]

main.tc_heuristic_recover 'innodb' failed with timeout http://buildbot.askmonty.org/buildbot/builders/win32-debug/builds/6343/steps/test/logs/stdio

main.tc_heuristic_recover 'innodb'       w1 [ fail ]  timeout after 2700 seconds
 
        Test ended at 2017-11-21 23:05:33
 
 
 
Test case timeout after 2700 seconds
 
 
 
== D:/win32-debug/build/mysql-test/var/1/log/tc_heuristic_recover.log == 
connection default;
 
# Prove that no COMMIT or ROLLBACK occurred yet.
 
SELECT * FROM t1;
 
i
 
SET TRANSACTION ISOLATION LEVEL READ UNCOMMITTED;
 
SELECT * FROM t1;
 
i
 
1
 
# Kill the server
 
FOUND 1 /was in the XA prepared state/ in mysqld.1.err
 
FOUND 1 /Found 1 prepared transactions!/ in mysqld.1.err
 
NOT FOUND /\[ERROR\] Can\'t init tc log/ in mysqld.1.err
 
FOUND 2 /was in the XA prepared state/ in mysqld.1.err
 
FOUND 1 /Found 1 prepared transactions!/ in mysqld.1.err
 
FOUND 1 /\[ERROR\] Can\'t init tc log/ in mysqld.1.err
 
FOUND 1 /Please restart mysqld without --tc-heuristic-recover/ in mysqld.1.err
 
FOUND 3 /was in the XA prepared state/ in mysqld.1.err
 
FOUND 1 /Found 1 prepared transactions!/ in mysqld.1.err
 
FOUND 2 /\[ERROR\] Can\'t init tc log/ in mysqld.1.err
 
FOUND 2 /Please restart mysqld without --tc-heuristic-recover/ in mysqld.1.err
 
 
 
 == D:/win32-debug/build/mysql-test/var/1/tmp/analyze-timeout-mysqld.1.err ==
 
mysqltest: Could not open connection 'default' after 500 attempts: 2002 Can't connect to MySQL server on 'localhost' (10061)
 
 
 
 
 
 - saving 'D:/win32-debug/build/mysql-test/var/1/log/main.tc_heuristic_recover-innodb/' to 'D:/win32-debug/build/mysql-test/var/log/main.tc_heuristic_recover-innodb/'
 
 - found 'mysqld.dmp', moving it to 'D:/win32-debug/build/mysql-test/var/log/main.tc_heuristic_recover-innodb'
 
 - found 'mysqltest.dmp', moving it to 'D:/win32-debug/build/mysql-test/var/log/main.tc_heuristic_recover-innodb'
 
 - found 'mysqld.dmp' (0/5)
 
 
 
Trying 'cdb' to get a backtrace
 
Output from cdb follows. Faulting thread is printed twice,with and without function parameters
 
Search for STACK_TEXT to see the stack trace of 
the faulting thread. Callstacks of other threads are printed after it.
 
 
 
Microsoft (R) Windows Debugger Version 10.0.10586.567 AMD64
 
Copyright (c) Microsoft Corporation. All rights reserved.
 
 
 
 
 
Loading Dump File [D:\win32-debug\build\mysql-test\var\log\main.tc_heuristic_recover-innodb\mysqld.dmp]
 
User Mini Dump File: Only registers, stack and portions of memory are available
 
 
 
 
 
Response                         Time (ms)     Location
 
OK                                             C:\Windows\System32
 
OK                                             D:\win32-debug\build\sql\Debug
 
OK                                             .
 
 
 
Response                         Time (ms)     Location
 
OK                                             C:\Windows\System32
 
OK                                             D:\win32-debug\build\sql\Debug
 
OK                                             .
 
Deferred                                       cache*C:\cdb_symbols
 
Symbol search path is: C:\Windows\System32;D:\win32-debug\build\sql\Debug;.;cache*C:\cdb_symbols
 
Executable search path is: C:\Windows\System32;D:\win32-debug\build\sql\Debug;.
 
Windows 8.1 Version 9600 MP (4 procs) Free x86 compatible
 
Product: Server, suite: TerminalServer DataCenter SingleUserTS
 
Built by: 6.3.9600.18217 (winblue_ltsb.160124-0053)
 
Machine Name:
 
Debug session time: Tue Nov 21 22:47:09.000 2017 (UTC + 0:00)
 
System Uptime: not available
 
Process Uptime: 0 days 0:45:06.000
 
..........................
 
eax=00000000 ebx=fed8f000 ecx=00000000 edx=00000000 esi=00000011 edi=03611c98
 
eip=77caddbc esp=001eeef4 ebp=001eef48 iopl=0         nv up ei pl nz na po nc
 
cs=0023  ss=002b  ds=002b  es=002b  fs=0053  gs=002b             efl=00000202
 
ntdll:
 
         ret     8
 
0:000> cdb: Reading initial command '!sym prompts off; !analyze -v; .ecxr; !for_each_frame dv /t;!uniqstack -p;q'
 
quiet mode - symbol prompts off
 
 
 
 
 
Unable to load image C:\Windows\System32\KERNELBASE.dll, Win32 error 0n2
 
 
 
DUMP_CLASS: 2
 
 
 
DUMP_QUALIFIER: 400
 
 
 
FAULTING_IP: 
+0
 
??              ???
 
 
 
EXCEPTION_RECORD:  (.exr -1)
 
ExceptionAddress: 00000000
 
   ExceptionCode: 80000003 (Break instruction exception)
 
  ExceptionFlags: 00000000
 
NumberParameters: 0
 
 
 
FAULTING_THREAD:  00002f70
 
 
 
BUGCHECK_STR:  59BA8666
 
 
 
WRONG_SYMBOLS_TIMESTAMP: 59ba8666
 
 
 
WRONG_SYMBOLS_SIZE: 16f000
 
 
 
FAULTING_MODULE: 77c70000 ntdll
 
 
 
DEBUG_FLR_IMAGE_TIMESTAMP:  59ba8666
 
 
 
ADDITIONAL_DEBUG_TEXT:  
You can run '.symfix; .reload' to try to fix the symbol path and load symbols. ; Followup set based on attribute [Is_ChosenCrashFollowupThread] from Frame:[0] on thread:[PSEUDO_THREAD]
 
 
 
LAST_CONTROL_TRANSFER:  from 00000000 to 00000000
 
 
 
ANALYSIS_SESSION_HOST:  MARIADB-02
 
 
 
ANALYSIS_SESSION_TIME:  11-21-2017 23:05:35.0105
 
 
 
ANALYSIS_VERSION: 10.0.10586.567 amd64fre
 
 
 
STACK_TEXT:  
wrong_symbols!WRONG_SYMBOLS
 
 
 
 
 
THREAD_SHA1_HASH_MOD_FUNC:  8b50e467776d7660ec74f0fcf6059a449f38bc9a
 
 
 
THREAD_SHA1_HASH_MOD_FUNC_OFFSET:  386be9b62a7535c96acfda43762924bd7c0bcb71
 
 
 
THREAD_SHA1_HASH_MOD:  1c9266d4d33f329668e953be351439450e48d114
 
 
 
SYMBOL_STACK_INDEX:  0
 
 
 
FOLLOWUP_NAME:  MachineOwner
 
 
 
STACK_COMMAND:  ** Pseudo Context ** ; kb
 
 
 
EXCEPTION_CODE: (NTSTATUS) 0x59ba8666 - <Unable to get error code text>
 
 
 
EXCEPTION_CODE_STR:  59BA8666
 
 
 
FAILURE_EXCEPTION_CODE:  59BA8666
 
 
 
EXCEPTION_STR:  PRIVATE_SYMBOLS
 
 
 
PROCESS_NAME:  ntdll.wrong.symbols.dll
 
 
 
IMAGE_NAME:  ntdll.wrong.symbols.dll
 
 
 
MODULE_NAME: ntdll_wrong_symbols
 
 
 
SYMBOL_NAME:  ntdll_wrong_symbols!59BA866616F000
 
 
 
BUCKET_ID:  PRIVATE_SYMBOLS_X86_6.3.9600.18217_(winblue_ltsb.160124-0053)_TIMESTAMP_170914-133846
 
 
 
DEFAULT_BUCKET_ID:  PRIVATE_SYMBOLS_X86_6.3.9600.18217_(winblue_ltsb.160124-0053)_TIMESTAMP_170914-133846
 
 
 
PRIMARY_PROBLEM_CLASS:  PRIVATE_SYMBOLS
 
 
 
FAILURE_BUCKET_ID:  PRIVATE_SYMBOLS_X86_6.3.9600.18217_(winblue_ltsb.160124-0053)_TIMESTAMP_170914-133846_59BA8666_ntdll.wrong.symbols.dll!59BA866616F000
 
 
 
BUCKET_ID_OFFSET:  0
 
 
 
BUCKET_ID_MODULE_STR:  ntdll_wrong_symbols
 
 
 
BUCKET_ID_MODVER_STR:  
 
 
BUCKET_ID_PREFIX_STR:  PRIVATE_SYMBOLS_X86_6.3.9600.18217_(winblue_ltsb.160124-0053)_TIMESTAMP_170914-133846
 
 
 
FAILURE_PROBLEM_CLASS:  PRIVATE_SYMBOLS_X86_6.3.9600.18217_(winblue_ltsb.160124-0053)_TIMESTAMP_170914-133846
 
 
 
FAILURE_IMAGE_NAME:  ntdll.wrong.symbols.dll
 
 
 
FAILURE_FUNCTION_NAME:  59BA866616F000
 
 
 
BUCKET_ID_FUNCTION_STR:  59BA866616F000
 
 
 
FAILURE_SYMBOL_NAME:  ntdll.wrong.symbols.dll!59BA866616F000
 
 
 
TARGET_TIME:  2017-11-21T22:47:09.000Z
 
 
 
OSBUILD:  9600
 
 
 
OSSERVICEPACK:  17415
 
 
 
SERVICEPACK_NUMBER: 0
 
 
 
OS_REVISION: 0
 
 
 
SUITE_MASK:  400
 
 
 
PRODUCT_TYPE:  3
 
 
 
OSPLATFORM_TYPE:  x86
 
 
 
OSNAME:  Windows 8.1
 
 
 
OSEDITION:  Windows 8.1 Server TerminalServer DataCenter SingleUserTS
 
 
 
OS_LOCALE:  
 
 
USER_LCID:  0
 
 
 
OSBUILD_TIMESTAMP:  2014-10-29 01:58:22
 
 
 
BUILDDATESTAMP_STR:  160124-0053
 
 
 
BUILDLAB_STR:  winblue_ltsb
 
 
 
BUILDOSVER_STR:  6.3.9600.18217
 
 
 
ANALYSIS_SESSION_ELAPSED_TIME: 772
 
 
 
ANALYSIS_SOURCE:  UM
 
 
 
FAILURE_ID_HASH_STRING:  um:private_symbols_x86_6.3.9600.18217_(winblue_ltsb.160124-0053)_timestamp_170914-133846_59ba8666_ntdll.wrong.symbols.dll!59ba866616f000
 
 
 
FAILURE_ID_HASH:  {2dc167cc-2df9-34f3-41a8-2f4c2d2a2de9}
 
 
 
Followup:     MachineOwner
 
---------
 
 
 
Minidump doesn't have an exception context
 
Unable to get exception context, HRESULT 0x80004002
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
ntdll
 
Unable to enumerate locals, Win32 error 0n318
 
Private symbols (symbols.pri) are required for locals.
 
Type ".hh dbgerr005" for details.
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!srw_wrlock [d:\win32-debug\build\src\mysys\thr_rwlock.c @ 104]
 
union my_rw_lock_t * rwp = 0x03611c98
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!my_rw_wrlock [d:\win32-debug\build\src\mysys\thr_rwlock.c @ 268]
 
union my_rw_lock_t * rwp = 0x03611c98
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!inline_mysql_rwlock_wrlock [d:\win32-debug\build\src\include\mysql\psi\mysql_thread.h @ 924]
 
struct PSI_rwlock_locker * locker = 0x001eef80
 
struct PSI_rwlock_locker_state_v1 state = struct PSI_rwlock_locker_state_v1
 
struct st_mysql_rwlock * that = 0x03611c98
 
char * src_file = 0x01f0bf2c "D:\win32-debug\build\src\sql\sql_plugin.cc"
 
unsigned int src_line = 0x575
 
int result = 0n-858993460
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!plugin_initialize [d:\win32-debug\build\src\sql\sql_plugin.cc @ 1397]
 
struct st_mem_root * tmp_root = 0x001ef410
 
struct st_plugin_int * plugin = 0x004c5c70
 
int * argc = 0x036121c8
 
char ** argv = 0x004e5898
 
bool options_only = false
 
int ret = 0n1
 
struct _db_stack_frame_ _db_stack_frame_ = struct _db_stack_frame_
 
unsigned int state = 4
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!plugin_init [d:\win32-debug\build\src\sql\sql_plugin.cc @ 1692]
 
unsigned int idx = 0x10
 
struct st_hash * hash = 0x0360b070
 
int * argc = 0x036121c8
 
char ** argv = 0x004e5898
 
int flags = 0n2
 
struct st_plugin_int ** reap = 0x001ef054
 
struct st_mem_root tmp_root = struct st_mem_root
 
unsigned int i = 3
 
struct _db_stack_frame_ _db_stack_frame_ = struct _db_stack_frame_
 
struct st_plugin_int * plugin_ptr = 0x004c5c70
 
struct st_maria_plugin * plugin = 0x03429264
 
struct st_plugin_int tmp = struct st_plugin_int
 
bool mandatory = false
 
struct st_maria_plugin ** builtins = 0x033bcb68
 
bool reaped_mandatory_plugin = false
 
struct st_mysql_lex_string MyISAM = struct st_mysql_lex_string
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!init_server_components [d:\win32-debug\build\src\sql\mysqld.cc @ 5277]
 
struct _db_stack_frame_ _db_stack_frame_ = struct _db_stack_frame_
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!win_main [d:\win32-debug\build\src\sql\mysqld.cc @ 5869]
 
int argc = 0n147
 
char ** argv = 0x004e5898
 
int ho_error = 0n0
 
unsigned int64 new_thread_stack_size = 0x49000
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!mysql_service [d:\win32-debug\build\src\sql\mysqld.cc @ 6123]
 
void * p = 0x00000000
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!mysqld_main [d:\win32-debug\build\src\sql\mysqld.cc @ 6317]
 
int argc = 0n24
 
char ** argv = 0x004d6e18
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!main [d:\win32-debug\build\src\sql\main.cc @ 25]
 
int argc = 0n24
 
char ** argv = 0x004d6e18
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
(Inline) -------- mysqld!invoke_main [f:\dd\vctools\crt\vcstartup\src\startup\exe_common.inl @ 78]
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
mysqld!__scrt_common_main_seh [f:\dd\vctools\crt\vcstartup\src\startup\exe_common.inl @ 283]
 
bool has_cctor = false
 
int main_result = <value unavailable>
 
<function> ** tls_init_callback = <value unavailable>
 
bool is_nested = false
 
<function> ** tls_dtor_callback = <value unavailable>
 
int main_result = 0n32762
 
__scrt_native_startup_state __scrt_current_native_startup_state = <value unavailable>
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
kernel32!BaseThreadInitThunk
 
Unable to enumerate locals, HRESULT 0x80004005
 
Private symbols (symbols.pri) are required for locals.
 
Type ".hh dbgerr005" for details.
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
ntdll
 
Unable to enumerate locals, Win32 error 0n318
 
Private symbols (symbols.pri) are required for locals.
 
Type ".hh dbgerr005" for details.
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
ntdll
 
Unable to enumerate locals, Win32 error 0n318
 
Private symbols (symbols.pri) are required for locals.
 
Type ".hh dbgerr005" for details.
 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
 
ntdll
 
Processing 24 threads, please wait
 
 
 
.  0  Id: 2eb4.2f70 Suspend: 0 Teb: fed8e000 Unfrozen
 
      Priority: 0  Priority class: 32
 
  
WARNING: Stack unwind information not available. Following frames may be wrong.
 
ntdll
 
mysqld!srw_wrlock(union my_rw_lock_t * rwp = 0x03611c98) [d:\win32-debug\build\src\mysys\thr_rwlock.c @ 104]
 
mysqld!my_rw_wrlock(union my_rw_lock_t * rwp = 0x03611c98) [d:\win32-debug\build\src\mysys\thr_rwlock.c @ 268]
 
mysqld!inline_mysql_rwlock_wrlock(struct st_mysql_rwlock * that = 0x03611c98, char * src_file = 0x01f0bf2c "D:\win32-debug\build\src\sql\sql_plugin.cc", unsigned int src_line = 0x575) [d:\win32-debug\build\src\include\mysql\psi\mysql_thread.h @ 924]
 
mysqld!plugin_initialize(struct st_mem_root * tmp_root = 0x001ef410, struct st_plugin_int * plugin = 0x004c5c70, int * argc = 0x036121c8, char ** argv = 0x004e5898, bool options_only = false) [d:\win32-debug\build\src\sql\sql_plugin.cc @ 1397]
 
mysqld!plugin_init(int * argc = 0x036121c8, char ** argv = 0x004e5898, int flags = 0n2) [d:\win32-debug\build\src\sql\sql_plugin.cc @ 1692]
 
mysqld!init_server_components(void) [d:\win32-debug\build\src\sql\mysqld.cc @ 5277]
 
mysqld!win_main(int argc = 0n147, char ** argv = 0x004e5898) [d:\win32-debug\build\src\sql\mysqld.cc @ 5869]
 
mysqld!mysql_service(void * p = 0x00000000) [d:\win32-debug\build\src\sql\mysqld.cc @ 6123]
 
mysqld!mysqld_main(int argc = 0n24, char ** argv = 0x004d6e18) [d:\win32-debug\build\src\sql\mysqld.cc @ 6317]
 
mysqld!main(int argc = 0n24, char ** argv = 0x004d6e18) [d:\win32-debug\build\src\sql\main.cc @ 25]
 
(Inline) -------- mysqld!invoke_main [f:\dd\vctools\crt\vcstartup\src\startup\exe_common.inl @ 78]
 
mysqld!__scrt_common_main_seh(void) [f:\dd\vctools\crt\vcstartup\src\startup\exe_common.inl @ 283]
 
kernel32!BaseThreadInitThunk
 
ntdll
 
ntdll

Generated at Thu Feb 08 08:11:36 UTC 2024 using Jira 8.20.16#820016-sha1:9d11dbea5f4be3d4cc21f03a88dd11d8c8687422.