记一次windbg调试经历

记录一下,此问题是由异常System.UnauthorizedAccessException造成的N个线程挂起(网络路径访问错误)。

Microsoft (R) Windows Debugger Version 6.11.0001.404 AMD64
Copyright (c) Microsoft Corporation. All rights reserved.

Loading Dump File [C:\Users\guopengcheng\AppData\Local\Temp\xxxxxx.DMP]
User Mini Dump File with Full Memory: Only application data is available

Symbol search path is: *** Invalid ***
****************************************************************************
* Symbol loading may be unreliable without a symbol search path. *
* Use .symfix to have the debugger choose a symbol path. *
* After setting your symbol path, use .reload to refresh symbol locations. *
****************************************************************************
Executable search path is:
Windows 7 Version 7600 UP Free x64
Product: Server, suite: Enterprise TerminalServer SingleUserTS
Machine Name:
session time: Mon Jan 10 11:45:53.000 2011 (GMT+8)
System Uptime: 2 days 14:27:15.859
Process Uptime: 0 days 1:10:12.000
……………………………………………………….
……………………………………………………….
………
Loading unloaded module list
………………………………………

//set sympol path:
//%windir%\symbols;SRV*D:\Program Files\symbols\windows7*http://msdl.microsoft.com/download/symbols

0:000> .reload
……………………………………………………….
……………………………………………………….
………
Loading unloaded module list
………………………………………
*** ERROR: Symbol file could not be found. Defaulted to export symbols for ntdll.dll –
0:000> .reload
……………………………………………………….
……………………………………………………….
………
Loading unloaded module list
………………………………………
0:000> !analyze -v
*** ERROR: Symbol file could not be found. Defaulted to export symbols for KERNELBASE.dll –
*******************************************************************************
* *
* Exception Analysis *
* *
*******************************************************************************

*** ERROR: Symbol file could not be found. Defaulted to export symbols for sechost.dll –
*** ERROR: Symbol file could not be found. Defaulted to export symbols for mscorwks.dll –
*** WARNING: Unable to verify checksum for System.ServiceProcess.ni.dll

FAULTING_IP:
+0
0000000000000000 ?? ???

EXCEPTION_RECORD: ffffffffffffffff -- (.exr 0xffffffffffffffff)
ExceptionAddress: 0000000000000000
ExceptionCode: 80000003 (Break instruction exception)
ExceptionFlags: 00000000
NumberParameters: 0

FAULTING_THREAD: 0000000000001fb4

PROCESS_NAME: xxxxxService.exe

ERROR_CODE: (NTSTATUS) 0x80000003 - {EXCEPTION} Breakpoint A breakpoint has been reached.

EXCEPTION_CODE: (HRESULT) 0x80000003 (2147483651) - One or more arguments are invalid

NTGLOBALFLAG: 0

APPLICATION_VERIFIER_FLAGS: 0

MANAGED_STACK:
(TransitionMU)
00000000002BEA10 000007FEF84DF0A8 System_ServiceProcess_ni!DomainBoundILStubClass.IL_STUB(IntPtr)+0x38
00000000002BEAD0 000007FEF84E1478 System_ServiceProcess_ni!System.ServiceProcess.ServiceBase.Run(System.ServiceProcess.ServiceBase[])+0x1f8
00000000002BEB70 000007FF0019016C xxxxxx_xxxxxx_Online_IndexService!xxxxxx.Online.IndexService.Program.Main()+0x4c
(TransitionUM)

LAST_CONTROL_TRANSFER: from 000007fefd9e10ac to 00000000777afefa

BUGCHECK_STR: APPLICATION_FAULT_FILL_PATTERN_ffffffff

PRIMARY_PROBLEM_CLASS: FILL_PATTERN_ffffffff

DEFAULT_BUCKET_ID: FILL_PATTERN_ffffffff

STACK_TEXT:
00000000
002be678 000007fefd9e10ac : 00000000002bea48 00000000002be6e0 00000000010c2698 000000001997b000 : ntdll!NtWaitForSingleObject+0xa
00000000
002be680 000007feff53affb : 00000000ffffffff 000007feff53344c 0000000000000000 0000000000000250 : KERNELBASE!WaitForSingleObjectEx+0x9c
00000000
002be720 000007feff539d61 : 000000000016d960 0000000000000250 0000000000000000 0000000000000000 : sechost!RegisterServiceCtrlHandlerExA+0xa37
00000000
002be810 000007feff539c16 : 00000000002be978 0000000000000000 0000000000000000 000007fe00000000 : sechost!StartServiceCtrlDispatcherW+0x299
00000000
002be920 000007fefa48cd27 : 00000000001673f0 00000000198ee580 00000000001673f0 00000000001917a0 : sechost!StartServiceCtrlDispatcherW+0x14e
00000000
002be970 000007fef84df0a8 : 000007fef84ec8a0 000007fef84b64b8 00000000437b5080 0000000000000000 : mscorwks!IEE+0xb743
00000000
002bea10 000007fef84e1478 : 00000000198f1190 0000000000000000 00000000198f11a8 0000000000000000 : System_ServiceProcess_ni+0x2f0a8
00000000
002bead0 000007ff0019016c : 00000000010c3720 00000000010c3748 00000000010c3748 000007fef94de580 : System_ServiceProcess_ni+0x31478
00000000
002beb70 000007fefa48d502 : 000007fefa235890 0000000020000001 fffffffffffffffe 00000000001836b8 : 0x7ff0019016c
00000000002bebb0 000007fefa349fd3 : 0000000000000000 0000000000000000 0000000000000001 0000000000000000 : mscorwks!IEE+0xbf1e
00000000002bebf0 000007fefa35a3af : 00000000002bed28 0000000000000000 0000000000000000 00000000002bef38 : mscorwks!CompareAssemblyIdentity+0x266fb
00000000002bec90 000007fefa2cdc7f : 0000000000000000 000007ff00053408 0000000000000000 00000000002bf1a0 : mscorwks!CompareAssemblyIdentity+0x36ad7
00000000002beee0 000007fefa2b1c74 : 0000000000000000 0000000000000000 0000000500380021 0000000000000000 : mscorwks!GetCLRFunction+0xf11f
00000000002bf140 000007fefa2e9955 : 00000000002bf790 0000000000000000 0000000000178588 0000000000000200 : mscorwks!StrongNameErrorInfo+0x532c
00000000002bf430 000007fefa3fdb07 : 0000000000000000 0000000000000000 0000000000000000 000007fefa427762 : mscorwks!CreateApplicationContext+0x12531
00000000002bfa00 000007fefa2b855c : fffffffffffffffe 0000000000000000 0000b26e00000000 0000000000000000 : mscorwks!InitializeFusion+0x59b7
00000000002bfa50 000007fefab74989 : ffffffffffffffff 00000000001673f0 0000000000000000 00000000002bfa58 : mscorwks!CorExeMain+0xac
00000000002bfab0 000007fefac95b21 : 000007fefa2b84b0 000007fefab74940 0000000000000000 0000000000000000 : mscoreei!CorExeMain+0x41
00000000002bfae0 000000007755f56d : 000007fefab70000 0000000000000000 0000000000000000 0000000000000000 : mscoree!CorExeMain_Exported+0x57
00000000002bfb10 0000000077793281 : 0000000000000000 0000000000000000 0000000000000000 0000000000000000 : kernel32!BaseThreadInitThunk+0xd
00000000002bfb40 0000000000000000 : 0000000000000000 0000000000000000 0000000000000000 0000000000000000 : ntdll!RtlUserThreadStart+0x1d

STACK_COMMAND: ~0s; .ecxr ; kb

FOLLOWUP_IP:
sechost!RegisterServiceCtrlHandlerExA+a37
000007feff53affb 85c0 test eax,eax

SYMBOL_STACK_INDEX: 2

SYMBOL_NAME: sechost!RegisterServiceCtrlHandlerExA+a37

FOLLOWUP_NAME: MachineOwner

MODULE_NAME: sechost

IMAGE_NAME: sechost.dll

DEBUG_FLR_IMAGE_TIMESTAMP: 4a5be05e

FAILURE_BUCKET_ID: FILL_PATTERN_ffffffff_80000003_sechost.dll!RegisterServiceCtrlHandlerExA

BUCKET_ID: X64_APPLICATION_FAULT_FILL_PATTERN_ffffffff_sechost!RegisterServiceCtrlHandlerExA+a37

Followup: MachineOwner
---------

0:000> !Threads
ThreadCount: 99
UnstartedThread: 0
BackgroundThread: 18
PendingThread: 0
DeadThread: 26
Hosted Runtime: no
PreEmptive Lock
ID OSID ThreadOBJ State GC GC Alloc Context Domain Count APT Exception
0 1 1fb4 00000000001673f0 a020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
2 2 a74 00000000001715d0 b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA (Finalizer)
3 3 1940 00000000198eec90 880b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA (Threadpool Completion Port) System.ObjectDisposedException (0000000001289390)
5 5 6d4 00000000199117d0 380b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA (Threadpool Worker)
6 7 1bd8 000000001991d840 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.IO.FileNotFoundException (00000000016aad70)
7 8 7fc 000000001991f5d0 b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA xxxxxx.Data.Exceptions.DatabaseExecutionException (0000000001d0ae28)
9 9 ed0 000000001993f750 80a220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA (Threadpool Completion Port)
11 a 830 0000000019975410 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 1 MTA
13 b 6fc 0000000019996e20 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b688e8)
14 c 1d88 0000000019996490 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b1f6a8)
15 d 1e04 00000000199978d0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b826e8)
16 e 1484 0000000019998b80 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b127a8)
17 f 8b0 0000000019999630 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b95d68)
18 10 1404 00000000001601c0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b2f968)
19 11 1fd0 000000001b46b080 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002bad540)
20 12 1df8 000000001b4906e0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b6bca8)
21 13 1810 000000001b490cb0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b99128)
22 14 1ab8 000000001b491280 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b9ced8)
23 15 6c4 000000001b491850 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b6f068)
24 16 1f20 000000001b491e20 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002baed28)
25 17 1db4 000000001b4923f0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b394a8)
26 18 77c 000000001b4929c0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b360e8)
27 19 1804 000000001b492f90 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b3fc28)
28 1a 1b18 000000001b493560 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b7bf68)
29 1b 1a2c 000000001b493b30 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b3c868)
30 1c 13d4 000000001b494100 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b22a68)
31 1d 1f74 000000001b4946d0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b85aa8)
32 1e 1e08 000000001b494ca0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b291e8)
33 1f 1d68 000000001b495270 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002bae920)
34 20 1be8 000000001b495840 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002bae110)
35 21 1cf8 000000001b495e10 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b2c5a8)
36 22 1db0 000000001b4963e0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002bacd30)
37 23 172c 000000001b4969b0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b15b68)
38 24 1098 000000001b496f80 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002ba0298)
39 25 9b4 000000001b497550 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b32d28)
40 26 110 000000001b497b20 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002ba6b08)
41 27 1fe0 000000001b4a46e0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b72428)
42 28 1814 000000001b4a4cb0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b5ece8)
43 29 bd8 000000001b4a5280 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002ba3658)
44 2a 1f4c 000000001b4a5850 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b8f5e8)
45 2b 754 000000001b4a5e20 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b757e8)
46 2c 1a78 000000001b4a63f0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b1c2e8)
47 2d 9e8 000000001b4a69c0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b65528)
48 2e 7c4 000000001b4a6f90 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b463a8)
49 2f 1fe8 000000001b4a7560 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b929a8)
50 30 19e0 000000001b4a7b30 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b49ba8)
51 31 1d08 000000001b4a8100 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002bae518)
52 32 1ec0 000000001b4a86d0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b0ee08)
53 33 1e54 000000001b4a8ca0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b25e28)
54 34 1e70 000000001b4a9270 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b18f28)
55 35 b9c 000000001b4a9840 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b7f328)
56 36 1fe4 000000001b4a9e10 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002bad138)
57 37 1a74 000000001b4aa3e0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b42fe8)
58 38 1b48 000000001b4aa9b0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b62168)
59 39 14b0 000000001b4aaf80 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b78ba8)
60 3a 1ad8 000000001b4ab550 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002badd08)
61 3b 157c 000000001b4abb20 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b88e68)
62 3c 6d8 000000001b4bcee0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA System.UnauthorizedAccessException (0000000002b8c228)
64 3d 1d54 000000001b4bd4b0 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA xxxxxx.Data.Exceptions.SafeProcedureException (000000000170a8e0)
65 3e 1dac 000000001b4bda80 200b020 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
70 6 1838 000000001b4be050 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
71 4 88c 000000001b4be620 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
72 3f 1a94 000000001b4bebf0 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
73 40 1d84 000000001b4bf1c0 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
74 41 1cd0 000000001b4bf790 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
75 42 1e10 000000001b4bfd60 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
76 43 b98 000000001b4c0330 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
77 44 724 000000001b4c0900 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
78 45 1dec 000000001b4c0ed0 80a220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA (Threadpool Completion Port)
79 46 838 000000001b4c14a0 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
80 47 1b74 000000001b4c1a70 200b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA
81 48 1f84 000000001b4c2040 180b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA (Threadpool Worker) System.Net.WebException (0000000001d10cb0)
83 84 1358 0000000020fcc990 180b220 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 MTA (Threadpool Worker) System.Net.WebException (00000000012ec7d0)
XXXX 79 0 0000000020fd3df0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 7a 0 0000000020fd43c0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 73 0 0000000020fcf810 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 76 0 0000000020fc8f70 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 75 0 0000000020fce6a0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 4c 0 0000000020fce0d0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 50 0 0000000020fc9540 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 54 0 0000000020fccf60 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 69 0 0000000020fd0f70 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 4e 0 0000000020fd26b0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 7e 0 0000000020fd4f60 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 5f 0 0000000020fd5530 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 78 0 0000000020fd5b00 20009820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 56 0 0000000020fd60d0 20009820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 80 0 0000000020fd66a0 20009820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 6a 0 0000000020fd6c70 20009820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 5a 0 0000000020fd7240 20009820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 60 0 0000000020fd7810 20009820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 68 0 0000000020fd2c80 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 4b 0 0000000020fd09a0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 71 0 0000000020fd4990 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 52 0 0000000020fd20e0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 70 0 0000000020fd1b10 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 4f 0 0000000020fd1540 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 63 0 0000000020fd03d0 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
XXXX 72 0 0000000020fd3250 9820 Enabled 0000000000000000:0000000000000000 000000000015e8a0 0 Ukn
0:000> !ThreadPool
CPU utilization 71%
Worker Thread: Total: 3 Running: 1 Idle: 2 MaxLimit: 250 MinLimit: 1
Work Request in Queue: 0
--------------------------------------
Number of Timers: 20
--------------------------------------
Completion Port Thread:Total: 1 Free: 1 MaxFree: 2 CurrentLimit: 0 MaxLimit: 1000 MinLimit: 1
0:000> !threadpool
CPU utilization 71%
Worker Thread: Total: 3 Running: 1 Idle: 2 MaxLimit: 250 MinLimit: 1
Work Request in Queue: 0
--------------------------------------
Number of Timers: 20
--------------------------------------
Completion Port Thread:Total: 1 Free: 1 MaxFree: 2 CurrentLimit: 0 MaxLimit: 1000 MinLimit: 1
0:000> !threads 0000000020fd3df0
Incorrect argument: 0000000020fd3df0
0:000> .thread 0000000020fd3df0
Implicit thread is now 00000000
20fd3df0
0:000> .thread
Implicit thread is now 000007fffffde000
WARNING: Whitespace at start of path element
WARNING: Whitespace at start of path element
0:000> .reload
................................................................
................................................................
.........
Loading unloaded module list
.............................................
0:000> .load sos.dll
The call to LoadLibrary(sos.dll) failed, Win32 error 0n2
"The system cannot find the file specified."
Please check your debugger configuration and/or network access.
0:000> .load C:\Windows\Microsoft.NET\Framework64\v2.0.50727\sos.dll
0:000> ~* e!clrstack
OS Thread Id: 0x1fb4 (0)
*** WARNING: Unable to verify checksum for System.ServiceProcess.ni.dll
Child-SP RetAddr Call Site
00000000002bea10 000007fef84e1478 DomainBoundILStubClass.IL_STUB(IntPtr)
00000000002bead0 000007ff0019016c System.ServiceProcess.ServiceBase.Run(System.ServiceProcess.ServiceBase[])
00000000002beb70 000007fefa48d502 xxxxxx.Online.IndexService.Program.Main()
OS Thread Id: 0x1fbc (1)
Unable to walk the managed stack. The current thread is likely not a
managed thread. You can run !threads to get a list of managed threads in
the process
OS Thread Id: 0xa74 (2)
Failed to start stack walk: 80004005
OS Thread Id: 0x1940 (3)
Failed to start stack walk: 80004005
OS Thread Id: 0x1ae0 (4)
Unable to walk the managed stack. The current thread is likely not a
managed thread. You can run !threads to get a list of managed threads in
the process
OS Thread Id: 0x6d4 (5)
*** WARNING: Unable to verify checksum for mscorlib.ni.dll
Child-SP RetAddr Call Site
000000001a30eeb0 000007ff0063bbc9 System.Threading.Monitor.Wait(System.Object)
000000001a30eef0 000007fef93a2bbb xxxxxx.Queue.Persistence.PersistentQueueProcessor
1[[System.__Canon, mscorlib]].Dequeue(System.Object)
000000001a30ef90 000007fef93feb56 System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
000000001a30efe0 000007fefa48d502 System.Threading._TimerCallback.PerformTimerCallback(System.Object)
OS Thread Id: 0x1bd8 (6)
Child-SP RetAddr Call Site
000000001a56ecd0 000007fef93a2bbb xxxxxx.Online.ServiceImp.Bussiness.Index.IndexExecuter.ExecuteSync()
000000001a56ed40 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
000000001a56ed90 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
OS Thread Id: 0x7fc (7)
*** WARNING: Unable to verify checksum for System.Data.ni.dll
Child-SP RetAddr Call Site
000000001a83e510 000007feea4066bb SNINativeMethodWrapper.SNIReadSync(System.Runtime.InteropServices.SafeHandle, IntPtr ByRef, Int32)
000000001a83e610 000007feea8aaf63 System.Data.SqlClient.TdsParserStateObject.ReadSni(System.Data.Common.DbAsyncResult, System.Data.SqlClient.TdsParserStateObject)
000000001a83e6b0 000007feea408702 System.Data.SqlClient.TdsParserStateObject.ReadNetworkPacket()
000000001a83e710 000007feea4086bc System.Data.SqlClient.TdsParserStateObject.ReadBuffer()
000000001a83e740 000007feea8a045b System.Data.SqlClient.TdsParserStateObject.ReadByte()
000000001a83e770 000007feea3fdb0a System.Data.SqlClient.TdsParser.Run(System.Data.SqlClient.RunBehavior, System.Data.SqlClient.SqlCommand, System.Data.SqlClient.SqlDataReader, System.Data.SqlClient.BulkCopySimpleResultSet, System.Data.SqlClient.TdsParserStateObject)
000000001a83e840 000007feea3fd3f0 System.Data.SqlClient.SqlDataReader.ConsumeMetaData()
000000001a83e890 000007feea3fa389 System.Data.SqlClient.SqlDataReader.get_MetaData()
000000001a83e910 000007feea3fa26d System.Data.SqlClient.SqlCommand.FinishExecuteReader(System.Data.SqlClient.SqlDataReader, System.Data.SqlClient.RunBehavior, System.String)
000000001a83e990 000007feea3f9d08 System.Data.SqlClient.SqlCommand.RunExecuteReaderTds(System.Data.CommandBehavior, System.Data.SqlClient.RunBehavior, Boolean, Boolean)
000000001a83ea70 000007feea3f9b4c System.Data.SqlClient.SqlCommand.RunExecuteReader(System.Data.CommandBehavior, System.Data.SqlClient.RunBehavior, Boolean, System.String, System.Data.Common.DbAsyncResult)
000000001a83eb20 000007feea3f9983 System.Data.SqlClient.SqlCommand.RunExecuteReader(System.Data.CommandBehavior, System.Data.SqlClient.RunBehavior, Boolean, System.String)
000000001a83eb60 000007feea3f9887 System.Data.SqlClient.SqlCommand.ExecuteReader(System.Data.CommandBehavior, System.String)
000000001a83ec10 000007ff001a8ea0 System.Data.SqlClient.SqlCommand.ExecuteReader(System.Data.CommandBehavior)
000000001a83ec70 000007ff001a89e5 xxxxxx.Data.Procedure.Execute(xxxxxx.Data.Database, System.String, xxxxxx.Data.MapperDelegates.ParameterMapper)
000000001a83ed10 000007ff001a8940 xxxxxx.Data.SafeProcedure.ExecuteAndHydrateInstanceList[[System.__Canon, mscorlib]](System.Collections.Generic.List1, xxxxxx.Data.Database, System.String, xxxxxx.Data.MapperDelegates.ParameterMapper, xxxxxx.Data.MapperDelegates.RecordMapper1)
000000001a83edc0 000007ff001a1bbf xxxxxx.Data.SafeProcedure.ExecuteAndGetInstanceList[[System.__Canon, mscorlib]](xxxxxx.Data.Database, System.String, xxxxxx.Data.MapperDelegates.ParameterMapper, xxxxxx.Data.MapperDelegates.RecordMapper1)
000000001a83ee20 000007ff001a16b5 xxxxxx.Online.ServiceImp.Persistence.IndexTenantDao.List()
000000001a83ee90 000007fef93a2bbb xxxxxx.Online.ServiceImp.Bussiness.Index.IndexExecuter.Execute()
000000001a83ef40 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
000000001a83ef90 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
OS Thread Id: 0x410 (8)
Unable to walk the managed stack. The current thread is likely not a
managed thread. You can run !threads to get a list of managed threads in
the process
OS Thread Id: 0xed0 (9)
Failed to start stack walk: 80004005
OS Thread Id: 0x1d7c (10)
Unable to walk the managed stack. The current thread is likely not a
managed thread. You can run !threads to get a list of managed threads in
the process
OS Thread Id: 0x830 (11)
*** WARNING: Unable to verify checksum for System.ni.dll
Child-SP RetAddr Call Site
000000001b45eef0 000007fef86e0a67 System.Threading.WaitHandle.WaitAny(System.Threading.WaitHandle[], Int32, Boolean)
000000001b45ef50 000007fef93a2bbb System.Net.TimerThread.ThreadProc()
000000001b45f020 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
000000001b45f070 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
OS Thread Id: 0x11d4 (12)
Unable to walk the managed stack. The current thread is likely not a
managed thread. You can run !threads to get a list of managed threads in
the process
OS Thread Id: 0x6fc (13)
Child-SP RetAddr Call Site
000000001b1bca40 000007ff001aa6af xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Waiting(Int32)
000000001b1bca80 000007fefa3242e1 xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
000000001b1bea20 000007fef9400178 System.IO.__Error.WinIOError(Int32, System.String)
000000001b1bea80 000007fef9401f91 System.IO.Directory.InternalCreateDirectory(System.String, System.String, System.Security.AccessControl.DirectorySecurity)
000000001b1beb70 000007ff001ab26a System.IO.Directory.CreateDirectory(System.String, System.Security.AccessControl.DirectorySecurity)
000000001b1bebe0 000007ff001aa91b xxxxxx.Online.ServiceImp.Bussiness.Index.Directory.xxxxProvider.IsCreate(xxxxxx.Online.Model.SearchEntity.IndexTenant)
000000001b1bec30 000007ff001aa772 xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.xxxtProvider.Execute(xxxxxx.Online.Model.SearchEntity.IndexTenant, xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.WriteIndexExitHandler)
000000001b1becf0 000007ff001aa63a xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Execute()
000000001b1bed50 000007fef93a2bbb xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
000000001b1beda0 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
000000001b1bedf0 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
OS Thread Id: 0x1d88 (14)
Child-SP RetAddr Call Site
000000001be4c7c0 000007ff001aa6af xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Waiting(Int32)
000000001be4c800 000007fefa3242e1 xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
000000001be4e7a0 000007fef9400178 System.IO.__Error.WinIOError(Int32, System.String)
000000001be4e800 000007fef9401f91 System.IO.Directory.InternalCreateDirectory(System.String, System.String, System.Security.AccessControl.DirectorySecurity)
000000001be4e8f0 000007ff001ab26a System.IO.Directory.CreateDirectory(System.String, System.Security.AccessControl.DirectorySecurity)
000000001be4e960 000007ff001aa91b xxxxxx.Online.ServiceImp.Bussiness.Index.Directory.xxxxProvider.IsCreate(xxxxxx.Online.Model.SearchEntity.IndexTenant)
000000001be4e9b0 000007ff001aa772 xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.xxxtProvider.Execute(xxxxxx.Online.Model.SearchEntity.IndexTenant, xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.WriteIndexExitHandler)
000000001be4ea70 000007ff001aa63a xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Execute()
000000001be4ead0 000007fef93a2bbb xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
000000001be4eb20 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
000000001be4eb70 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()

........
........

OS Thread Id: 0x838 (79)
Child-SP RetAddr Call Site
0000000022c4f350 000007ff001afcaf System.Threading.WaitHandle.WaitOne(Int64, Boolean)
0000000022c4f390 000007ff001afa58 Microsoft.Ccr.Core.TaskExecutionWorker.WaitForTask()
0000000022c4f3c0 000007fef93a2bbb Microsoft.Ccr.Core.TaskExecutionWorker.ExecutionLoop()
0000000022c4f440 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
0000000022c4f490 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
OS Thread Id: 0x1b74 (80)
Child-SP RetAddr Call Site
00000000228ff2e0 000007ff001afcaf System.Threading.WaitHandle.WaitOne(Int64, Boolean)
00000000228ff320 000007ff001afa58 Microsoft.Ccr.Core.TaskExecutionWorker.WaitForTask()
00000000228ff350 000007fef93a2bbb Microsoft.Ccr.Core.TaskExecutionWorker.ExecutionLoop()
00000000228ff3d0 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
00000000228ff420 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
OS Thread Id: 0x1f84 (81)
Failed to start stack walk: 80004005
OS Thread Id: 0x1630 (82)
Unable to walk the managed stack. The current thread is likely not a
managed thread. You can run !threads to get a list of managed threads in
the process
OS Thread Id: 0x1358 (83)
Failed to start stack walk: 80004005
0:057> !CLRStack -a
OS Thread Id: 0x1a74 (57)
Child-SP RetAddr Call Site
000000001fe0c540 000007ff001aa6af xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Waiting(Int32)
PARAMETERS:
this =
second =
LOCALS:
= 0x0000000000000013

000000001fe0c580 000007fefa3242e1 xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
PARAMETERS:
this =
LOCALS:

000000001fe0e520 000007fef9400178 System.IO.__Error.WinIOError(Int32, System.String)
PARAMETERS:
errorCode =
maybeFullPath =
LOCALS:









000000001fe0e580 000007fef9401f91 System.IO.Directory.InternalCreateDirectory(System.String, System.String, System.Security.AccessControl.DirectorySecurity)
PARAMETERS:
fullPath =
path =
dirSecurity =
LOCALS:

000000001fe0e670 000007ff001ab26a System.IO.Directory.CreateDirectory(System.String, System.Security.AccessControl.DirectorySecurity)
PARAMETERS:
path =
directorySecurity =
LOCALS:
= 0x0000000002b0ebd8

000000001fe0e6e0 000007ff001aa91b xxxxxx.Online.ServiceImp.Bussiness.Index.Directory.xxxxProvider.IsCreate(xxxxxx.Online.Model.SearchEntity.IndexTenant)
PARAMETERS:
this =
tenant =
LOCALS:

000000001fe0e730 000007ff001aa772 xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.xxxtProvider.Execute(xxxxxx.Online.Model.SearchEntity.IndexTenant, xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.WriteIndexExitHandler)
PARAMETERS:
this =
tenant = 0x00000000011a3b98
exit = 0x0000000002b0de08
LOCALS:




000000001fe0e7f0 000007ff001aa63a xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Execute()
PARAMETERS:
this =
LOCALS:


000000001fe0e850 000007fef93a2bbb xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
PARAMETERS:
this = 0x00000000011aad30
LOCALS:
0x000000001fe0e878 = 0x0000000002b42fe8

000000001fe0e8a0 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
PARAMETERS:
executionContext =
callback =
state =
LOCALS:

000000001fe0e8f0 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
PARAMETERS:
this =

0:057> ~21 s
ntdll!NtDelayExecution+0xa:
00000000
777b01fa c3 ret
0:021> !CLRStack -a
OS Thread Id: 0x1810 (21)
Child-SP RetAddr Call Site
000000001ca2c870 000007ff001aa6af xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Waiting(Int32)
PARAMETERS:
this =
second =
LOCALS:
= 0x000000000000000e

000000001ca2c8b0 000007fefa3242e1 xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
PARAMETERS:
this =
LOCALS:

000000001ca2e850 000007fef9400178 System.IO.__Error.WinIOError(Int32, System.String)
PARAMETERS:
errorCode =
maybeFullPath =
LOCALS:









000000001ca2e8b0 000007fef9401f91 System.IO.Directory.InternalCreateDirectory(System.String, System.String, System.Security.AccessControl.DirectorySecurity)
PARAMETERS:
fullPath =
path =
dirSecurity =
LOCALS:

000000001ca2e9a0 000007ff001ab26a System.IO.Directory.CreateDirectory(System.String, System.Security.AccessControl.DirectorySecurity)
PARAMETERS:
path =
directorySecurity =
LOCALS:
= 0x0000000002b5ce78

000000001ca2ea10 000007ff001aa91b xxxxxx.Online.ServiceImp.Bussiness.Index.Directory.xxxxProvider.IsCreate(xxxxxx.Online.Model.SearchEntity.IndexTenant)
PARAMETERS:
this =
tenant =
LOCALS:

000000001ca2ea60 000007ff001aa772 xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.xxxtProvider.Execute(xxxxxx.Online.Model.SearchEntity.IndexTenant, xxxxxx.Online.ServiceImp.Bussiness.Index.Provider.WriteIndexExitHandler)
PARAMETERS:
this =
tenant = 0x00000000011a3718
exit = 0x0000000002b575f8
LOCALS:




000000001ca2eb20 000007ff001aa63a xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Execute()
PARAMETERS:
this =
LOCALS:


000000001ca2eb80 000007fef93a2bbb xxxxxx.Online.ServiceImp.Bussiness.xxxxxx_xxxx.Start()
PARAMETERS:
this = 0x00000000011a62c0
LOCALS:
0x000000001ca2eba8 = 0x0000000002b99128

000000001ca2ebd0 000007fef943a8dd System.Threading.ExecutionContext.Run(System.Threading.ExecutionContext, System.Threading.ContextCallback, System.Object)
PARAMETERS:
executionContext =
callback =
state =
LOCALS:

000000001ca2ec20 000007fefa48d502 System.Threading.ThreadHelper.ThreadStart()
PARAMETERS:
this =