RCP: Open liberty server hangs for blocked JIT hook interface on class table mutex in restore run #22785
Description
The Open liberty server randomly hangs in restore run on deadlock of RCP cache mutex and class table mutex,
> !threads
!stack 0x0641e600 !j9vmthread 0x0641e600 !j9thread 0x7ffff0007f90 tid 0x35975 (219509) // (main)
!stack 0x06422300 !j9vmthread 0x06422300 !j9thread 0x7ffff01637f0 tid 0x35977 (219511) // (JIT Compilation Thread-000)
!stack 0x06425f00 !j9vmthread 0x06425f00 !j9thread 0x7ffff0163d68 tid 0x35978 (219512) // (JIT Compilation Thread-001 Suspended)
!stack 0x06429c00 !j9vmthread 0x06429c00 !j9thread 0x7ffff0164d00 tid 0x35979 (219513) // (JIT Compilation Thread-002 Suspended)
!stack 0x0642d900 !j9vmthread 0x0642d900 !j9thread 0x7ffff0165278 tid 0x3597a (219514) // (JIT Compilation Thread-003 Suspended)
!stack 0x06431500 !j9vmthread 0x06431500 !j9thread 0x7ffff0166210 tid 0x3597b (219515) // (JIT Compilation Thread-004 Suspended)
!stack 0x06435200 !j9vmthread 0x06435200 !j9thread 0x7ffff0166788 tid 0x3597c (219516) // (JIT Compilation Thread-005 Suspended)
!stack 0x06438f00 !j9vmthread 0x06438f00 !j9thread 0x7ffff0167720 tid 0x3597d (219517) // (JIT Compilation Thread-006 Suspended)
!stack 0x0643cc00 !j9vmthread 0x0643cc00 !j9thread 0x7ffff0167c98 tid 0x3597e (219518) // (JIT Diagnostic Compilation Thread-007 Suspended)
!stack 0x06440800 !j9vmthread 0x06440800 !j9thread 0x7ffff017b760 tid 0x3597f (219519) // (JIT-SamplerThread)
!stack 0x06444500 !j9vmthread 0x06444500 !j9thread 0x7ffff017bcd8 tid 0x35980 (219520) // (IProfiler)
!stack 0x0644fa00 !j9vmthread 0x0644fa00 !j9thread 0x7ffff01c5070 tid 0x35981 (219521) // (Common-Cleaner)
!stack 0x06453700 !j9vmthread 0x06453700 !j9thread 0x7ffff01ff730 tid 0x35983 (219523) // (Concurrent Mark Helper)
!stack 0x06457300 !j9vmthread 0x06457300 !j9thread 0x7ffff01ffca8 tid 0x35984 (219524) // (GC Worker)
!stack 0x0645b000 !j9vmthread 0x0645b000 !j9thread 0x7ffff02009c0 tid 0x35985 (219525) // (GC Worker)
!stack 0x0645ed00 !j9vmthread 0x0645ed00 !j9thread 0x7ffff0200f38 tid 0x35986 (219526) // (GC Worker)
!stack 0x06462a00 !j9vmthread 0x06462a00 !j9thread 0x7ffff0201c50 tid 0x35987 (219527) // (GC Worker)
!stack 0x06466600 !j9vmthread 0x06466600 !j9thread 0x7ffff02021c8 tid 0x35988 (219528) // (GC Worker)
!stack 0x0646a300 !j9vmthread 0x0646a300 !j9thread 0x7ffff0202ee0 tid 0x35989 (219529) // (GC Worker)
!stack 0x0646e000 !j9vmthread 0x0646e000 !j9thread 0x7ffff0203458 tid 0x3598a (219530) // (GC Worker)
!stack 0x06471c00 !j9vmthread 0x06471c00 !j9thread 0x7ffff0204170 tid 0x3598b (219531) // (GC Worker)
!stack 0x06475900 !j9vmthread 0x06475900 !j9thread 0x7ffff02046e8 tid 0x3598c (219532) // (GC Worker)
!stack 0x06479600 !j9vmthread 0x06479600 !j9thread 0x7ffff0205400 tid 0x3598d (219533) // (GC Worker)
!stack 0x0647d300 !j9vmthread 0x0647d300 !j9thread 0x7ffff0205978 tid 0x3598e (219534) // (Attach API initializer)
!stack 0x0647df00 !j9vmthread 0x0647df00 !j9thread 0x7fff4c00e420 tid 0x3598f (219535) // (Attach API update file access time)
!stack 0x06481c00 !j9vmthread 0x06481c00 !j9thread 0x7fff4c00e998 tid 0x35990 (219536) // (Attach API wait loop)
> !threads flags
Attached Threads List. For more options, run !threads help
!j9vmthread 0x641e600 publicFlags=20 privateFlags=1008 inNative=0 // main
!j9vmthread 0x6422300 publicFlags=0 privateFlags=101a inNative=0 // JIT Compilation Thread-000
!j9vmthread 0x6425f00 publicFlags=0 privateFlags=101a inNative=0 // JIT Compilation Thread-001 Suspended
!j9vmthread 0x6429c00 publicFlags=0 privateFlags=101a inNative=0 // JIT Compilation Thread-002 Suspended
!j9vmthread 0x642d900 publicFlags=0 privateFlags=101a inNative=0 // JIT Compilation Thread-003 Suspended
!j9vmthread 0x6431500 publicFlags=0 privateFlags=101a inNative=0 // JIT Compilation Thread-004 Suspended
!j9vmthread 0x6435200 publicFlags=0 privateFlags=101a inNative=0 // JIT Compilation Thread-005 Suspended
!j9vmthread 0x6438f00 publicFlags=0 privateFlags=101a inNative=0 // JIT Compilation Thread-006 Suspended
!j9vmthread 0x643cc00 publicFlags=0 privateFlags=101a inNative=0 // JIT Diagnostic Compilation Thread-007 Suspended
!j9vmthread 0x6440800 publicFlags=0 privateFlags=101a inNative=0 // JIT-SamplerThread
!j9vmthread 0x6444500 publicFlags=0 privateFlags=101a inNative=0 // IProfiler
!j9vmthread 0x644fa00 publicFlags=80100 privateFlags=2 inNative=0 // Common-Cleaner
!j9vmthread 0x6453700 publicFlags=0 privateFlags=1a inNative=0 // Concurrent Mark Helper
!j9vmthread 0x6457300 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x645b000 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x645ed00 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x6462a00 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x6466600 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x646a300 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x646e000 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x6471c00 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x6475900 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x6479600 publicFlags=0 privateFlags=1a inNative=0 // GC Worker
!j9vmthread 0x647d300 publicFlags=60 privateFlags=2 inNative=0 // Attach API initializer
!j9vmthread 0x647df00 publicFlags=400 privateFlags=2 inNative=0 // Attach API update file access time
!j9vmthread 0x6481c00 publicFlags=20 privateFlags=2 inNative=0 // Attach API wait loop
"main" thread owned RCP cache mutex, but blocked on class table mutex by jitHookClassLoadHelper()
(gdb) thread 2
[Switching to thread 2 (Thread 0x7ffff7f62640 (LWP 219509))]
#0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7ffff0008428)
at ./nptl/futex-internal.c:57
57 in ./nptl/futex-internal.c
(gdb) where
#0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7ffff0008428)
at ./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common (cancel=true, private=0, abstime=0x0, clockid=0, expected=0, futex_word=0x7ffff0008428)
at ./nptl/futex-internal.c:87
#2 __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7ffff0008428, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007ffff7c93a41 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7ffff00ad1c8, cond=0x7ffff0008400)
at ./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_wait (cond=cond@entry=0x7ffff0008400, mutex=mutex@entry=0x7ffff00ad1c8) at ./nptl/pthread_cond_wait.c:627
#5 0x00007ffff7ecbfef in monitor_enter_three_tier (self=0x7ffff0007f90, monitor=0x7ffff00ad148, isAbortable=0)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/omr/thread/common/omrthread.c:4093
#6 0x00007ffff639100e in jitHookClassLoadHelper (vmThread=0x641e600, jitConfig=0x7ffff0150bf0, cl=0x144200, compInfo=0x7ffff0154860,
classLoadEventFailed=0x7ffff7f60720)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/compiler/control/HookedByTheJit.cpp:3819
#7 0x00007ffff7f979de in J9HookDispatch (hookInterface=0x7fffd0001560, taggedEventNum=<optimized out>, eventData=0x7ffff7f60710)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/omr/util/hookable/hookable.cpp:237
#8 0x00007ffff7824c27 in loadWarmClassFromSnapshotInternal (vmThread=vmThread@entry=0x641e600,
classLoader=classLoader@entry=0x7fffd0005fd0, clazz=clazz@entry=0x144200)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1063
#9 0x00007ffff7824936 in loadWarmClassFromSnapshot (currentThread=currentThread@entry=0x641e600,
classLoader=classLoader@entry=0x7fffd0005fd0, clazz=0x144200)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1124
#10 0x00007ffff7824a66 in loadWarmClassFromSnapshotInternal (vmThread=vmThread@entry=0x641e600,
classLoader=classLoader@entry=0x7fffd0005fd0, clazz=clazz@entry=0x143f00)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1077
#11 0x00007ffff7824936 in loadWarmClassFromSnapshot (currentThread=0x641e600, classLoader=0x7fffd0005fd0, clazz=0x143f00)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1124
#12 0x00007ffff6f86b5b in defineClassCommon (env=0x641e600, classLoaderObject=<optimized out>, className=<optimized out>,
classRep=<optimized out>, offset=<optimized out>, length=<optimized out>, protectionDomain=0x644c410, options=0x7ffff7f60a28,
hostClass=0x0, patchMap=0x0, validateName=1)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/jcl/common/jcldefine.c:170
#13 0x00007ffff6f79d34 in Java_java_lang_ClassLoader_defineClassImpl (env=0x641e600, receiver=<optimized out>, className=0x644c430,
--Type <RET> for more, q to quit, c to continue without paging--
classRep=<optimized out>, offset=<optimized out>, length=<optimized out>, protectionDomain=0x644c410)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/jcl/common/clsldr.cpp:67
#14 0x00007ffff79dcae6 in ffi_call_unix64 () at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/libffi/x86/unix64.S:105
#15 0x00007ffff79dbae1 in ffi_call_int (cif=<optimized out>, fn=<optimized out>, rvalue=<optimized out>, avalue=<optimized out>,
closure=<optimized out>) at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/libffi/x86/ffi64.c:672
#16 0x00007ffff78c2b09 in VM_BytecodeInterpreterCompressed::cJNICallout (isStatic=<optimized out>, function=<optimized out>,
returnStorage=<optimized out>, returnType=<optimized out>, javaArgs=0x7ffff7f60cc0, receiverAddress=0x644c438, _pc=<optimized out>,
_sp=<optimized out>, this=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:2801
#17 VM_BytecodeInterpreterCompressed::callCFunction (returnType=<optimized out>, isStatic=<optimized out>, bp=<optimized out>,
javaArgs=<optimized out>, receiverAddress=<optimized out>, jniMethodStartAddress=<optimized out>, _pc=<optimized out>,
_sp=<optimized out>, this=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:2619
#18 VM_BytecodeInterpreterCompressed::runJNINative (_pc=<optimized out>, _sp=<optimized out>, this=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:2507
#19 VM_BytecodeInterpreterCompressed::run (this=0x7ffff7f60ea0, vmThread=0x189)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:11448
#20 0x00007ffff78b315e in bytecodeLoopCompressed (currentThread=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.inc:112
#21 0x00007ffff7968772 in c_cInterpreter ()
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/build/linux-x86_64-normal-server-release/vm/runtime/vm/xcinterp.s:162
#22 0x00007ffff781a3e9 in sendLoadClass (currentThread=currentThread@entry=0x641e600, classLoaderObject=0x5, classNameObject=0x3,
classNameObject@entry=0x7fffec4e8) at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/callin.cpp:467
#23 0x00007ffff7826051 in callLoadClass (classNotFoundException=<synthetic pointer>, classLoader=0x7fffd0005fd0, classNameLength=33,
className=0x7fffd036b6f2 "com/ibm/ws/kernel/boot/ReturnCode", vmThread=0x641e600)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:762
#24 arbitratedLoadClass (classNotFoundException=<synthetic pointer>, classLoader=0x7fffd0005fd0, classNameLength=33,
className=0x7fffd036b6f2 "com/ibm/ws/kernel/boot/ReturnCode", vmThread=0x641e600)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:980
#25 loadNonArrayClass (exception=<synthetic pointer>, options=1, classLoader=0x7fffd0005fd0, classNameLength=33,
className=0x7fffd036b6f2 "com/ibm/ws/kernel/boot/ReturnCode", j9module=0x0, vmThread=0x641e600)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1292
--Type <RET> for more, q to quit, c to continue without paging--
#26 internalFindClassInModule (vmThread=0x641e600, j9module=0x0, className=0x7fffd036b6f2 "com/ibm/ws/kernel/boot/ReturnCode",
classNameLength=33, classLoader=0x7fffd0005fd0, options=1)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1337
#27 0x00007ffff78754b2 in resolveClassRef (vmStruct=vmStruct@entry=0x641e600, ramCP=ramCP@entry=0x129cc0, cpIndex=<optimized out>,
resolveFlags=resolveFlags@entry=32) at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/resolvesupport.cpp:341
#28 0x00007ffff7875f61 in resolveStaticFieldRefInto (vmStruct=vmStruct@entry=0x641e600, method=0x0, ramCP=ramCP@entry=0x129cc0,
cpIndex=cpIndex@entry=15, resolveFlags=resolveFlags@entry=32, resolvedField=0x0, ramCPEntry=0x641e700)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/resolvesupport.cpp:709
#29 0x00007ffff7876587 in resolveStaticFieldRef (vmStruct=0x641e600, method=<optimized out>, ramCP=0x129cc0, cpIndex=15,
resolveFlags=32, resolvedField=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/resolvesupport.cpp:905
#30 0x00007ffff78ca44d in VM_BytecodeInterpreterCompressed::getstatic (_pc=<optimized out>, _sp=<optimized out>, this=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:7685
#31 VM_BytecodeInterpreterCompressed::run (this=0x7ffff7f61770, vmThread=0x189)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:12133
#32 0x00007ffff78b315e in bytecodeLoopCompressed (currentThread=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.inc:112
#33 0x00007ffff7968772 in c_cInterpreter ()
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/build/linux-x86_64-normal-server-release/vm/runtime/vm/xcinterp.s:162
#34 0x00007ffff781e01b in runCallInMethod (env=0x641e600, receiver=<optimized out>, clazz=0x644c860, methodID=0x11100,
args=0x7ffff7f61ce8) at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/callin.cpp:1185
#35 0x00007ffff78437ed in gpProtectedRunCallInMethod (entryArg=0x7ffff7f61ca0)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/jnicsup.cpp:300
#36 0x00007ffff7e77451 in omrsig_protect (portLibrary=0x7ffff7f1f400 <j9portLibrary>, fn=0x7ffff7973380 <signalProtectAndRunGlue>,
fn_arg=0x7ffff7f61c60, handler=0x7ffff783f350 <structuredSignalHandler>, handler_arg=0x641e600, flags=506, result=0x7ffff7f61c58)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/omr/port/unix/omrsignal.c:425
#37 0x00007ffff7973420 in gpProtectAndRun (function=0x7ffff78437b0 <gpProtectedRunCallInMethod(void*)>, env=0x641e600,
args=0x7ffff7f61ca0) at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/util/jniprotect.c:78
#38 0x00007ffff7845162 in gpCheckCallin (env=0x641e600, receiver=receiver@entry=0x0, cls=<optimized out>, methodID=<optimized out>,
args=args@entry=0x7ffff7f61ce8) at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/jnicsup.cpp:488
#39 0x00007ffff7843104 in callStaticVoidMethod (env=<optimized out>, cls=<optimized out>, methodID=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/jnicgen.c:384
--Type <RET> for more, q to quit, c to continue without paging--
#40 0x00007ffff7fad580 in JavaMain (_args=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/src/java.base/share/native/libjli/java.c:622
#41 0x00007ffff7fb17ed in ThreadJavaMain (args=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/src/java.base/unix/native/libjli/java_md_solinux.c:790
#42 0x00007ffff7c94ac3 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:442
#43 0x00007ffff7d268c0 in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
(gdb) f 6
#6 0x00007ffff639100e in jitHookClassLoadHelper (vmThread=0x641e600, jitConfig=0x7ffff0150bf0, cl=0x144200, compInfo=0x7ffff0154860,
classLoadEventFailed=0x7ffff7f60720)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/compiler/control/HookedByTheJit.cpp:3819
3819 jitAcquireClassTableMutex(vmThread);
"Attach API init" owned class table mutex, but blocked on RCP cache mutex
27 Thread 0x7fffc0638640 (LWP 219534) "Attach API init" __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393,
expected=0, futex_word=0x7ffff0205e14) at ./nptl/futex-internal.c:57
(gdb) where
#0 __futex_abstimed_wait_common64 (private=0, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x7ffff0205e14)
at ./nptl/futex-internal.c:57
#1 __futex_abstimed_wait_common (cancel=true, private=0, abstime=0x0, clockid=0, expected=0, futex_word=0x7ffff0205e14)
at ./nptl/futex-internal.c:87
#2 __GI___futex_abstimed_wait_cancelable64 (futex_word=futex_word@entry=0x7ffff0205e14, expected=expected@entry=0,
clockid=clockid@entry=0, abstime=abstime@entry=0x0, private=private@entry=0) at ./nptl/futex-internal.c:139
#3 0x00007ffff7c93a41 in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x7ffff0005b68, cond=0x7ffff0205de8)
at ./nptl/pthread_cond_wait.c:503
#4 ___pthread_cond_wait (cond=cond@entry=0x7ffff0205de8, mutex=mutex@entry=0x7ffff0005b68) at ./nptl/pthread_cond_wait.c:627
#5 0x00007ffff7ecbfef in monitor_enter_three_tier (self=0x7ffff0205978, monitor=0x7ffff0005ae8, isAbortable=0)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/omr/thread/common/omrthread.c:4093
#6 0x00007ffff7ed00bc in omrthread_monitor_enter (monitor=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/omr/thread/common/omrthread.c:3872
#7 0x00007ffff7824901 in loadWarmClassFromSnapshot (currentThread=currentThread@entry=0x647d300,
classLoader=classLoader@entry=0x7fffd0005cc0, clazz=clazz@entry=0x142100)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1122
#8 0x00007ffff7826763 in loadNonArrayClass (exception=<synthetic pointer>, options=1, classLoader=0x7fffd0005cc0, classNameLength=37,
className=0x7fffd01ee49c "java/util/IdentityHashMap$KeyIterator", j9module=0x0, vmThread=0x647d300)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1190
#9 internalFindClassInModule (vmThread=0x647d300, j9module=0x0, className=0x7fffd01ee49c "java/util/IdentityHashMap$KeyIterator",
classNameLength=37, classLoader=0x7fffd0005cc0, options=1)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1337
#10 0x00007ffff78754b2 in resolveClassRef (vmStruct=0x647d300, ramCP=0xbcd50, cpIndex=<optimized out>, resolveFlags=65)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/resolvesupport.cpp:341
#11 0x00007ffff78c395f in VM_BytecodeInterpreterCompressed::newLogic (newObject=<optimized out>, _pc=<optimized out>,
_sp=<optimized out>, this=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:8840
#12 VM_BytecodeInterpreterCompressed::newdup (_pc=<optimized out>, _sp=<optimized out>, this=<optimized out>)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:8873
#13 VM_BytecodeInterpreterCompressed::run (this=0x7fffc0635810, vmThread=0x189)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.hpp:12163
#14 0x00007ffff78b315e in bytecodeLoopCompressed (currentThread=<optimized out>)
--Type <RET> for more, q to quit, c to continue without paging--
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/BytecodeInterpreter.inc:112
#15 0x00007ffff7968772 in c_cInterpreter ()
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/build/linux-x86_64-normal-server-release/vm/runtime/vm/xcinterp.s:162
#16 0x00007ffff781a65d in cleanUpAttachedThread (currentThread=0x647d300)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/callin.cpp:487
#17 0x00007ffff7896286 in threadCleanup (vmThread=0x647d300, forkedByVM=1)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/vmthread.cpp:490
#18 0x00007ffff789a025 in javaProtectedThreadProc (portLibrary=portLibrary@entry=0x7ffff7f1f400 <j9portLibrary>,
entryarg=entryarg@entry=0x647d300) at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/vmthread.cpp:2232
#19 0x00007ffff7e77451 in omrsig_protect (portLibrary=0x7ffff7f1f400 <j9portLibrary>,
fn=0x7ffff7899f50 <javaProtectedThreadProc(J9PortLibrary*, void*)>, fn_arg=0x647d300,
handler=0x7ffff783f350 <structuredSignalHandler>, handler_arg=0x647d300, flags=506, result=0x7fffc0635d28)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/omr/port/unix/omrsignal.c:425
#20 0x00007ffff789613d in javaThreadProc (entryarg=0x7fffcffff028)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/vmthread.cpp:415
#21 0x00007ffff7ed0e87 in thread_wrapper (arg=0x7ffff0205978)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/omr/thread/common/omrthread.c:1749
#22 0x00007ffff7c94ac3 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:442
#23 0x00007ffff7d268c0 in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81
(gdb) f 7
#7 0x00007ffff7824901 in loadWarmClassFromSnapshot (currentThread=currentThread@entry=0x647d300,
classLoader=classLoader@entry=0x7fffd0005cc0, clazz=clazz@entry=0x142100)
at /home/lzhou/ramclass/jit/openj9-openjdk-jdk11/openj9/runtime/vm/classsupport.c:1122
1122 omrthread_monitor_enter(vm->rcpCacheMutex);