#0 0x000078f1ce49eb1c in __pthread_kill_implementation (no_tid=0, signo=3451595, threadid=3448404) at ./nptl/pthread_kill.c:43 #1 __pthread_kill_internal (signo=3451595, threadid=3448404) at ./nptl/pthread_kill.c:78 #2 __GI___pthread_kill (threadid=3448404, signo=3451595) at ./nptl/pthread_kill.c:89 #3 0x000078f1ce44526e in __GI_raise (sig=3448404) at ../sysdeps/posix/raise.c:26 #4 0x000057b19e41a1be in oceanbase::common::coredump_cb(int, int, void*, void*) () #5 0x000078f1ce445320 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000007 in ?? () #7 0x0000000000000000 in ?? () #0 0x000078f1ce49eb1c in __pthread_kill_implementation (no_tid=0, signo=3451595, threadid=3448404) at ./nptl/pthread_kill.c:43 __arg2 = 0 _a3 = 11 _a1 = 3448404 resultvar = __arg3 = 3451595 __arg1 = _a2 = 3451595 tid = 0 ret = pd = 0x349e54 old_mask = { __val = {3978428022494017329} } ret = pd = old_mask = ret = tid = ret = resultvar = resultvar = __arg3 = __arg2 = __arg1 = _a3 = _a2 = _a1 = __futex = resultvar = __arg3 = __arg2 = __arg1 = _a3 = _a2 = _a1 = __futex = __private = __oldval = #1 __pthread_kill_internal (signo=3451595, threadid=3448404) at ./nptl/pthread_kill.c:78 No locals. #2 __GI___pthread_kill (threadid=3448404, signo=3451595) at ./nptl/pthread_kill.c:89 No locals. #3 0x000078f1ce44526e in __GI_raise (sig=3448404) at ../sysdeps/posix/raise.c:26 ret = #4 0x000057b19e41a1be in oceanbase::common::coredump_cb(int, int, void*, void*) () No symbol table info available. #5 0x000078f1ce445320 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 No symbol table info available. #6 0x0000000000000007 in ?? () No symbol table info available. #7 0x0000000000000000 in ?? () No symbol table info available. rax 0x0 0 rbx 0x34aacb 3451595 rcx 0x78f1ce49eb1c 132979943402268 rdx 0xb 11 rsi 0x34aacb 3451595 rdi 0x349e54 3448404 rbp 0x78efa05fa680 0x78efa05fa680 rsp 0x78efa05fa640 0x78efa05fa640 r8 0x78efa05fa600 132970583139840 r9 0x173 371 r10 0x8 8 r11 0x246 582 r12 0xb 11 r13 0x0 0 r14 0x16 22 r15 0x173 371 rip 0x78f1ce49eb1c 0x78f1ce49eb1c <__GI___pthread_kill+268> eflags 0x246 [ PF ZF IF ] cs 0x33 51 ss 0x2b 43 ds 0x0 0 es 0x0 0 fs 0x0 0 gs 0x0 0 fs_base 0x78efa05f72c0 132970583126720 gs_base 0x0 0 Id Target Id Frame * 1 Thread 0x78efa05f72c0 (LWP 3451595) 0x000078f1ce49eb1c in __pthread_kill_implementation (no_tid=0, signo=3451595, threadid=3448404) at ./nptl/pthread_kill.c:43 2 Thread 0x78f1b92006c0 (LWP 3448430) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 3 Thread 0x78f1b62006c0 (LWP 3448442) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 4 Thread 0x78efa007d2c0 (LWP 3448404) (Exiting) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1ca7ff990, rem=0x78f1ca7ff990) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 5 Thread 0x78f1b96006c0 (LWP 3448429) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 6 Thread 0x78f165f792c0 (LWP 3448769) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f165f69de0, op=393, expected=0, futex_word=0x78f1cd807958) at ./nptl/futex-internal.c:57 7 Thread 0x78f1bb07d2c0 (LWP 3448423) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1bb06df70, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 8 Thread 0x78efa51792c0 (LWP 3451262) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 9 Thread 0x78f132f792c0 (LWP 3449151) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 10 Thread 0x78f1b7e006c0 (LWP 3448435) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 11 Thread 0x78efa11792c0 (LWP 3451424) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 12 Thread 0x78f1ba2006c0 (LWP 3448426) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 13 Thread 0x78f152afb2c0 (LWP 3448820) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 14 Thread 0x78efc9a7d2c0 (LWP 3451178) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 15 Thread 0x78f1c86fb2c0 (LWP 3448420) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1c86ebe60, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 16 Thread 0x78efa4ff72c0 (LWP 3451267) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 17 Thread 0x78f1b9e006c0 (LWP 3448427) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 18 Thread 0x78f0d59792c0 (LWP 3449682) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 19 Thread 0x78f1521792c0 (LWP 3448833) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 20 Thread 0x78f1b76006c0 (LWP 3448437) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 21 Thread 0x78f1c93f72c0 (LWP 3448418) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 22 Thread 0x78f1b8a006c0 (LWP 3448432) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 23 Thread 0x78f0e7e7d2c0 (LWP 3449394) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 24 Thread 0x78f1c93792c0 (LWP 3448417) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 25 Thread 0x78efa49f72c0 (LWP 3451308) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 26 Thread 0x78efa4e7d2c0 (LWP 3451264) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 27 Thread 0x78f1c92fb2c0 (LWP 3448416) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 28 Thread 0x78f1b86006c0 (LWP 3448433) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 29 Thread 0x78f0d36fb2c0 (LWP 3449697) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 30 Thread 0x78efa1cfb2c0 (LWP 3451394) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 31 Thread 0x78f1b6a006c0 (LWP 3448440) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 32 Thread 0x78f1373f72c0 (LWP 3449144) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1373e7b40, op=393, expected=0, futex_word=0x78f13fbeb79c) at ./nptl/futex-internal.c:57 33 Thread 0x78f13bafb2c0 (LWP 3449114) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13baebea0, op=137, expected=0, futex_word=0x78f13baebf88) at ./nptl/futex-internal.c:57 34 Thread 0x78f1baa006c0 (LWP 3448424) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 35 Thread 0x78f1b7a006c0 (LWP 3448436) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 36 Thread 0x78f1b82006c0 (LWP 3448434) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 37 Thread 0x78efa4efb2c0 (LWP 3451265) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 38 Thread 0x78efa04fb2c0 (LWP 3451447) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 39 Thread 0x78f13a27d2c0 (LWP 3449117) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a26ded0, op=393, expected=0, futex_word=0x78f1bbb7ab08) at ./nptl/futex-internal.c:57 40 Thread 0x78f0e867d2c0 (LWP 3449378) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 41 Thread 0x78f1c87f72c0 (LWP 3448422) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1c87e76d0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 42 Thread 0x78f1ba6006c0 (LWP 3448425) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 43 Thread 0x78f1b8e006c0 (LWP 3448431) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 44 Thread 0x78f10cdf72c0 (LWP 3449309) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 45 Thread 0x78efe76fb2c0 (LWP 3451254) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 46 Thread 0x78f1c87792c0 (LWP 3448421) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 47 Thread 0x78f126ff72c0 (LWP 3449345) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 48 Thread 0x78f1b9a006c0 (LWP 3448428) 0x000078f1ce52a042 in epoll_wait (epfd=16, events=0x78f1badb2840, maxevents=1024, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 49 Thread 0x78f0db7f72c0 (LWP 3449659) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 50 Thread 0x78f1c927d2c0 (LWP 3448415) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 51 Thread 0x78f1b6e006c0 (LWP 3448439) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 52 Thread 0x78f16b9f72c0 (LWP 3448735) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 53 Thread 0x78f14cbf72c0 (LWP 3448858) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea2e7d4) at ./nptl/futex-internal.c:57 54 Thread 0x78f13cefb2c0 (LWP 3449106) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13ceebea0, op=137, expected=0, futex_word=0x78f13ceebf88) at ./nptl/futex-internal.c:57 55 Thread 0x78f139f792c0 (LWP 3449127) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139f69ed0, op=393, expected=0, futex_word=0x78f1bbb7db0c) at ./nptl/futex-internal.c:57 56 Thread 0x78efa52fb2c0 (LWP 3451257) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 57 Thread 0x78efa1b792c0 (LWP 3451399) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 58 Thread 0x78efa087d2c0 (LWP 3451438) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 59 Thread 0x78f132ff72c0 (LWP 3449152) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 60 Thread 0x78efa4f792c0 (LWP 3451266) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 61 Thread 0x78efa0c7d2c0 (LWP 3451430) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 62 Thread 0x78f0e7ff72c0 (LWP 3449397) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 63 Thread 0x78efa53f72c0 (LWP 3451259) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 64 Thread 0x78f0e87792c0 (LWP 3449380) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 65 Thread 0x78f13387d2c0 (LWP 3449145) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13386ded0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 66 Thread 0x78f0f187d2c0 (LWP 3449360) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0f186d580, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 67 Thread 0x78f1b66006c0 (LWP 3448441) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 68 Thread 0x78efa55f72c0 (LWP 3451255) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 69 Thread 0x78f1770fb2c0 (LWP 3448614) 0x000078f1ce52a042 in epoll_wait (epfd=45, events=0x78f185245c30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 70 Thread 0x78f0dae7d2c0 (LWP 3449672) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 71 Thread 0x78f0e84fb2c0 (LWP 3449383) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 72 Thread 0x78efa527d2c0 (LWP 3451256) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 73 Thread 0x78efa467d2c0 (LWP 3451309) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 74 Thread 0x78f1485792c0 (LWP 3448925) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148569ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 75 Thread 0x78f126f792c0 (LWP 3449344) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 76 Thread 0x78f13ce7d2c0 (LWP 3449105) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701f07d4) at ./nptl/futex-internal.c:57 77 Thread 0x78f148efb2c0 (LWP 3448904) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148eebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 78 Thread 0x78f0db07d2c0 (LWP 3449668) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 79 Thread 0x78f0d4efb2c0 (LWP 3449689) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 80 Thread 0x78f0e83792c0 (LWP 3449388) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 81 Thread 0x78efa4d792c0 (LWP 3451273) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 82 Thread 0x78efa5afb2c0 (LWP 3451231) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5aebf00, op=393, expected=0, futex_word=0x78f0da8beec0) at ./nptl/futex-internal.c:57 83 Thread 0x78f0daefb2c0 (LWP 3449673) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 84 Thread 0x78f0db2fb2c0 (LWP 3449665) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 85 Thread 0x78efa0f792c0 (LWP 3451428) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 86 Thread 0x78f0e81792c0 (LWP 3449392) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 87 Thread 0x78f10cc7d2c0 (LWP 3449306) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e47d4) at ./nptl/futex-internal.c:57 88 Thread 0x78f0db3f72c0 (LWP 3449667) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 89 Thread 0x78f0e85f72c0 (LWP 3449385) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 90 Thread 0x78efa0ff72c0 (LWP 3451429) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 91 Thread 0x78f0e88fb2c0 (LWP 3449375) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 92 Thread 0x78f0d327d2c0 (LWP 3449700) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 93 Thread 0x78f108ff72c0 (LWP 3449321) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108fe7ed0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 94 Thread 0x78f1b4f792c0 (LWP 3448450) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 95 Thread 0x78f0db3792c0 (LWP 3449666) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 96 Thread 0x78f0f287d2c0 (LWP 3449348) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 97 Thread 0x78efa0bf72c0 (LWP 3451437) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 98 Thread 0x78f0e7efb2c0 (LWP 3449395) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 99 Thread 0x78f0e69792c0 (LWP 3449436) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 100 Thread 0x78f137bf72c0 (LWP 3449136) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 101 Thread 0x78f0d57f72c0 (LWP 3449687) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 102 Thread 0x78f1377792c0 (LWP 3449139) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f137769ea0, op=137, expected=0, futex_word=0x78f137769f88) at ./nptl/futex-internal.c:57 103 Thread 0x78f1530fb2c0 (LWP 3448808) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 104 Thread 0x78f13a2fb2c0 (LWP 3449118) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a2ebd60, op=393, expected=0, futex_word=0x78f142dfde30) at ./nptl/futex-internal.c:57 105 Thread 0x78f1c867d2c0 (LWP 3448419) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1c866dea0, op=137, expected=0, futex_word=0x57b1a24a5e0c ) at ./nptl/futex-internal.c:57 106 Thread 0x78f139cfb2c0 (LWP 3449130) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139cebed0, op=393, expected=0, futex_word=0x78f1449b7b0c) at ./nptl/futex-internal.c:57 107 Thread 0x78efa0d792c0 (LWP 3451432) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 108 Thread 0x78f176b792c0 (LWP 3448627) 0x000078f1ce52a042 in epoll_wait (epfd=35, events=0x78f1852427b0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 109 Thread 0x78f1b72006c0 (LWP 3448438) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 110 Thread 0x78f0f26fb2c0 (LWP 3449353) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 111 Thread 0x78f0e89792c0 (LWP 3449376) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 112 Thread 0x78f1377f72c0 (LWP 3449140) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 113 Thread 0x78efc9afb2c0 (LWP 3451585) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 114 Thread 0x78efa4c7d2c0 (LWP 3451559) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 115 Thread 0x78f1161f72c0 (LWP 3449281) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 116 Thread 0x78efa17792c0 (LWP 3451412) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 117 Thread 0x78efa13f72c0 (LWP 3451421) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 118 Thread 0x78f0d57792c0 (LWP 3449686) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 119 Thread 0x78f13a07d2c0 (LWP 3449121) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a06ded0, op=393, expected=0, futex_word=0x78f1bbb7a508) at ./nptl/futex-internal.c:57 120 Thread 0x78efe77792c0 (LWP 3451171) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 121 Thread 0x78f0e887d2c0 (LWP 3449374) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 122 Thread 0x78f126efb2c0 (LWP 3449343) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 123 Thread 0x78f0e827d2c0 (LWP 3449386) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 124 Thread 0x78f165ff72c0 (LWP 3448770) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f165fe7910, op=393, expected=0, futex_word=0x78f1c85fb82c) at ./nptl/futex-internal.c:57 125 Thread 0x78f0e83f72c0 (LWP 3449389) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 126 Thread 0x78f11607d2c0 (LWP 3449278) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e87d0) at ./nptl/futex-internal.c:57 127 Thread 0x78efa11f72c0 (LWP 3451425) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 128 Thread 0x78efa0efb2c0 (LWP 3451427) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 129 Thread 0x78f113df72c0 (LWP 3449297) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113de7ed0, op=393, expected=0, futex_word=0x78f1449b6308) at ./nptl/futex-internal.c:57 130 Thread 0x78f113ff72c0 (LWP 3449293) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113fe7ed0, op=393, expected=0, futex_word=0x78f1449b6908) at ./nptl/futex-internal.c:57 131 Thread 0x78f0db5792c0 (LWP 3449662) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 132 Thread 0x78f127ff72c0 (LWP 3449242) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f127fe5570, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 133 Thread 0x78f0e81f72c0 (LWP 3449393) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 134 Thread 0x78f13bb792c0 (LWP 3449115) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13bb69de0, op=393, expected=0, futex_word=0x78f1444b5158) at ./nptl/futex-internal.c:57 135 Thread 0x78f0d367d2c0 (LWP 3449696) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 136 Thread 0x78f1160fb2c0 (LWP 3449279) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1160ebea0, op=137, expected=0, futex_word=0x78f1160ebf88) at ./nptl/futex-internal.c:57 137 Thread 0x78efa0afb2c0 (LWP 3451435) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 138 Thread 0x78f0d33792c0 (LWP 3449702) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 139 Thread 0x78f0daff72c0 (LWP 3449675) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 140 Thread 0x78efa27792c0 (LWP 3451375) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 141 Thread 0x78f13a3f72c0 (LWP 3449120) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a3e7ed0, op=393, expected=0, futex_word=0x78f1bbb7a70c) at ./nptl/futex-internal.c:57 142 Thread 0x78efa067d2c0 (LWP 3451442) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 143 Thread 0x78f12847d2c0 (LWP 3449227) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12846df20, rem=0x78f12846df20) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 144 Thread 0x78efa0b792c0 (LWP 3451436) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 145 Thread 0x78f1156fb2c0 (LWP 3449283) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1156ebea0, op=137, expected=0, futex_word=0x78f1156ebf88) at ./nptl/futex-internal.c:57 146 Thread 0x78efa15f72c0 (LWP 3451417) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 147 Thread 0x78efc9df72c0 (LWP 3451173) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 148 Thread 0x78f0db67d2c0 (LWP 3449656) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 149 Thread 0x78f10c87d2c0 (LWP 3449310) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 150 Thread 0x78efa37792c0 (LWP 3451343) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 151 Thread 0x78efa09f72c0 (LWP 3451441) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 152 Thread 0x78f12d5f72c0 (LWP 3449170) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 153 Thread 0x78f0d4e7d2c0 (LWP 3449688) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 154 Thread 0x78f132e7d2c0 (LWP 3449149) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f132e6d630, op=393, expected=0, futex_word=0x78f142df5530) at ./nptl/futex-internal.c:57 155 Thread 0x78f137afb2c0 (LWP 3449134) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 156 Thread 0x78f10c6fb2c0 (LWP 3449315) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 157 Thread 0x78efa09792c0 (LWP 3451440) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 158 Thread 0x78f0e85792c0 (LWP 3449384) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 159 Thread 0x78f0e8afb2c0 (LWP 3449371) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e27d4) at ./nptl/futex-internal.c:57 160 Thread 0x78f1139f72c0 (LWP 3449305) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1139e7ed0, op=393, expected=0, futex_word=0x78f1449b5508) at ./nptl/futex-internal.c:57 161 Thread 0x78f13187d2c0 (LWP 3449153) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 162 Thread 0x78efe667d2c0 (LWP 3451294) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 163 Thread 0x78f12c07d2c0 (LWP 3449179) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12c06d7b0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 164 Thread 0x78f0d4cfb2c0 (LWP 3449693) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 165 Thread 0x78f0e7d792c0 (LWP 3449400) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7d69ea0, op=137, expected=0, futex_word=0x78f0e7d69f88) at ./nptl/futex-internal.c:57 166 Thread 0x78efa107d2c0 (LWP 3451422) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 167 Thread 0x78f13a3792c0 (LWP 3449119) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a369c10, op=393, expected=0, futex_word=0x78f142df58ec) at ./nptl/futex-internal.c:57 168 Thread 0x78f0db27d2c0 (LWP 3449664) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 169 Thread 0x78f0d59f72c0 (LWP 3449683) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 170 Thread 0x78f113afb2c0 (LWP 3449299) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113aebed0, op=393, expected=0, futex_word=0x78f1449b5f0c) at ./nptl/futex-internal.c:57 171 Thread 0x78f0e72fb2c0 (LWP 3449419) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e72ebea0, op=137, expected=0, futex_word=0x78f0e72ebf88) at ./nptl/futex-internal.c:57 172 Thread 0x78f14a47d2c0 (LWP 3448867) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a46dea0, op=137, expected=0, futex_word=0x78f14a46df88) at ./nptl/futex-internal.c:57 173 Thread 0x78efa0df72c0 (LWP 3451433) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 174 Thread 0x78f137b792c0 (LWP 3449135) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 175 Thread 0x78efa0e7d2c0 (LWP 3451426) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 176 Thread 0x78f0e80fb2c0 (LWP 3449391) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 177 Thread 0x78f0d37f72c0 (LWP 3449699) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 178 Thread 0x78f0d4df72c0 (LWP 3449695) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 179 Thread 0x78f113cfb2c0 (LWP 3449295) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113cebed0, op=393, expected=0, futex_word=0x78f1449b650c) at ./nptl/futex-internal.c:57 180 Thread 0x78f10c8fb2c0 (LWP 3449311) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 181 Thread 0x78f0db47d2c0 (LWP 3449660) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 182 Thread 0x78f0d4d792c0 (LWP 3449694) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 183 Thread 0x78f0e787d2c0 (LWP 3449406) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e786deb0, op=393, expected=0, futex_word=0x78f11f7ccf30) at ./nptl/futex-internal.c:57 184 Thread 0x78f1338fb2c0 (LWP 3449146) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1338ebed0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 185 Thread 0x78efa2a7d2c0 (LWP 3451365) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 186 Thread 0x78f127e7d2c0 (LWP 3449239) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f127e6d810, op=393, expected=0, futex_word=0x78f13fbf1d60) at ./nptl/futex-internal.c:57 187 Thread 0x78f1376fb2c0 (LWP 3449138) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 188 Thread 0x78f0e82fb2c0 (LWP 3449387) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 189 Thread 0x78f0ffe7d2c0 (LWP 3449332) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffe65500, op=393, expected=0, futex_word=0x57b1a29ff1a8 ) at ./nptl/futex-internal.c:57 190 Thread 0x78f10c7792c0 (LWP 3449316) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10c768e90, op=393, expected=0, futex_word=0x78f11f7cf5c8) at ./nptl/futex-internal.c:57 191 Thread 0x78f13c3792c0 (LWP 3449111) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ee7d4) at ./nptl/futex-internal.c:57 192 Thread 0x78f11387d2c0 (LWP 3449302) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f11386ded0, op=393, expected=0, futex_word=0x78f1449b5908) at ./nptl/futex-internal.c:57 193 Thread 0x78f11547d2c0 (LWP 3449286) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e57d0) at ./nptl/futex-internal.c:57 194 Thread 0x78f0f24fb2c0 (LWP 3449357) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 195 Thread 0x78f0e6afb2c0 (LWP 3449432) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 196 Thread 0x78f0e76fb2c0 (LWP 3449411) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e76ebf80, op=393, expected=0, futex_word=0x78f11f7cdc70) at ./nptl/futex-internal.c:57 197 Thread 0x78f108efb2c0 (LWP 3449319) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108eebed0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 198 Thread 0x78f1316fb2c0 (LWP 3449158) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1316ebea0, op=137, expected=0, futex_word=0x78f1316ebf88) at ./nptl/futex-internal.c:57 199 Thread 0x78efa12fb2c0 (LWP 3451419) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 200 Thread 0x78f0e5c7d2c0 (LWP 3449458) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 201 Thread 0x78efa3a7d2c0 (LWP 3451333) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 202 Thread 0x78f14a27d2c0 (LWP 3448871) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14a26de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 203 Thread 0x78f10ccfb2c0 (LWP 3449307) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 204 Thread 0x78f139efb2c0 (LWP 3449126) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139eebed0, op=393, expected=0, futex_word=0x78f1bbb7d908) at ./nptl/futex-internal.c:57 205 Thread 0x78f127df72c0 (LWP 3449246) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 206 Thread 0x78f0db1f72c0 (LWP 3449671) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 207 Thread 0x78f12d47d2c0 (LWP 3449167) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 208 Thread 0x78f0db6fb2c0 (LWP 3449657) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 209 Thread 0x78f0d58fb2c0 (LWP 3449681) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 210 Thread 0x78efa0cfb2c0 (LWP 3451431) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 211 Thread 0x78f12d3792c0 (LWP 3449173) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 212 Thread 0x78f1161792c0 (LWP 3449280) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 213 Thread 0x78f13c3f72c0 (LWP 3449112) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13c3e7ea0, op=137, expected=0, futex_word=0x78f13c3e7f88) at ./nptl/futex-internal.c:57 214 Thread 0x78f0d4c7d2c0 (LWP 3449692) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 215 Thread 0x78f0e79792c0 (LWP 3449408) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7969ad0, op=393, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:57 216 Thread 0x78efa287d2c0 (LWP 3451369) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 217 Thread 0x78f0db5f72c0 (LWP 3449663) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 218 Thread 0x78f0f18fb2c0 (LWP 3449361) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f18ebec0, op=393, expected=0, futex_word=0x78f1255eae30) at ./nptl/futex-internal.c:57 219 Thread 0x78f0f28fb2c0 (LWP 3449349) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 220 Thread 0x78f0e5a7d2c0 (LWP 3449462) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5a6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 221 Thread 0x78f0d4ff72c0 (LWP 3449691) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 222 Thread 0x78efa47f72c0 (LWP 3451312) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 223 Thread 0x78f0d587d2c0 (LWP 3449680) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 224 Thread 0x78f0d56fb2c0 (LWP 3449685) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 225 Thread 0x78f12c3792c0 (LWP 3449177) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c369f90, op=393, expected=0, futex_word=0x78f142ddef30) at ./nptl/futex-internal.c:57 226 Thread 0x78f1317f72c0 (LWP 3449160) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1317e7ea0, op=137, expected=0, futex_word=0x78f1317e7f88) at ./nptl/futex-internal.c:57 227 Thread 0x78f0f247d2c0 (LWP 3449356) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0f246de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 228 Thread 0x78f0f25f72c0 (LWP 3449359) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 229 Thread 0x78f0e77f72c0 (LWP 3449413) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e77e7eb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 230 Thread 0x78efa08fb2c0 (LWP 3451439) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 231 Thread 0x78f139df72c0 (LWP 3449132) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139de7ed0, op=393, expected=0, futex_word=0x78f1449b7908) at ./nptl/futex-internal.c:57 232 Thread 0x78f13c2fb2c0 (LWP 3449110) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13c2ebea0, op=137, expected=0, futex_word=0x78f13c2ebf88) at ./nptl/futex-internal.c:57 233 Thread 0x78efa07f72c0 (LWP 3451445) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 234 Thread 0x78f113c7d2c0 (LWP 3449294) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113c6ded0, op=393, expected=0, futex_word=0x78f1449b670c) at ./nptl/futex-internal.c:57 235 Thread 0x78f1157f72c0 (LWP 3449285) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1157e7ea0, op=137, expected=0, futex_word=0x78f1157e7f88) at ./nptl/futex-internal.c:57 236 Thread 0x78f0e5d792c0 (LWP 3449460) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5d69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 237 Thread 0x78f0db4fb2c0 (LWP 3449661) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 238 Thread 0x78efa35f72c0 (LWP 3451348) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 239 Thread 0x78f11567d2c0 (LWP 3449282) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e77d0) at ./nptl/futex-internal.c:57 240 Thread 0x78efa3df72c0 (LWP 3451332) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 241 Thread 0x78f0db1792c0 (LWP 3449670) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 242 Thread 0x78efa14fb2c0 (LWP 3451415) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 243 Thread 0x78efa4afb2c0 (LWP 3451302) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 244 Thread 0x78efa2afb2c0 (LWP 3451366) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 245 Thread 0x78f0e86fb2c0 (LWP 3449379) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 246 Thread 0x78efa53792c0 (LWP 3451258) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 247 Thread 0x78f1373792c0 (LWP 3449143) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f137368e90, op=393, expected=0, futex_word=0x78f13fbcf5c8) at ./nptl/futex-internal.c:57 248 Thread 0x78f0f29f72c0 (LWP 3449351) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 249 Thread 0x78f0e7f792c0 (LWP 3449396) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 250 Thread 0x78efa48fb2c0 (LWP 3451306) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 251 Thread 0x78f149bf72c0 (LWP 3448890) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 252 Thread 0x78f128a7d2c0 (LWP 3449223) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f128a6ddb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 253 Thread 0x78efa44fb2c0 (LWP 3451314) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 254 Thread 0x78f1317792c0 (LWP 3449159) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f131769ea0, op=137, expected=0, futex_word=0x78f131769f88) at ./nptl/futex-internal.c:57 255 Thread 0x78f0f17792c0 (LWP 3449366) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f1769ec0, op=393, expected=0, futex_word=0x78f1255eae30) at ./nptl/futex-internal.c:57 256 Thread 0x78f0db7792c0 (LWP 3449658) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 257 Thread 0x78efa51f72c0 (LWP 3451507) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 258 Thread 0x78f137a7d2c0 (LWP 3449133) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ec7d4) at ./nptl/futex-internal.c:57 259 Thread 0x78f12c1792c0 (LWP 3449217) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c1699f0, op=393, expected=0, futex_word=0x78f142dee2c8) at ./nptl/futex-internal.c:57 260 Thread 0x78f171b792c0 (LWP 3448683) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 261 Thread 0x78f0dab792c0 (LWP 3449678) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 262 Thread 0x78f0e7b792c0 (LWP 3449404) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7b69f30, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 263 Thread 0x78f108f792c0 (LWP 3449320) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108f69ed0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 264 Thread 0x78f0d4f792c0 (LWP 3449690) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 265 Thread 0x78f0e49792c0 (LWP 3449500) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4969e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 266 Thread 0x78f1339792c0 (LWP 3449147) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f133969ed0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 267 Thread 0x78f1155f72c0 (LWP 3449289) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1155e7910, op=393, expected=0, futex_word=0x78f1254b782c) at ./nptl/futex-internal.c:57 268 Thread 0x78efa23792c0 (LWP 3451383) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 269 Thread 0x78efa507d2c0 (LWP 3451260) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 270 Thread 0x78f128df72c0 (LWP 3449222) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128de7ea0, op=137, expected=0, futex_word=0x78f128de7f88) at ./nptl/futex-internal.c:57 271 Thread 0x78efa3ff72c0 (LWP 3451328) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 272 Thread 0x78efa42fb2c0 (LWP 3451318) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 273 Thread 0x78f0e87f72c0 (LWP 3449381) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 274 Thread 0x78efa19f72c0 (LWP 3451404) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 275 Thread 0x78efa2b792c0 (LWP 3451367) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 276 Thread 0x78f139e7d2c0 (LWP 3449125) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139e6b390, op=393, expected=0, futex_word=0x78f1444b48b0) at ./nptl/futex-internal.c:57 277 Thread 0x78f0e3efb2c0 (LWP 3449519) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3eebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 278 Thread 0x78f0e3ff72c0 (LWP 3449521) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3fe7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 279 Thread 0x78f1157792c0 (LWP 3449284) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e67d4) at ./nptl/futex-internal.c:57 280 Thread 0x78f1283f72c0 (LWP 3449234) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1283e7de0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 281 Thread 0x78efa21792c0 (LWP 3451387) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 282 Thread 0x78efa39792c0 (LWP 3451339) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 283 Thread 0x78f0ffc7d2c0 (LWP 3449336) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffc6df00, op=393, expected=0, futex_word=0x78f1175d95c4) at ./nptl/futex-internal.c:57 284 Thread 0x78f127bf72c0 (LWP 3449250) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 285 Thread 0x78efa0a7d2c0 (LWP 3451434) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 286 Thread 0x78f0f17f72c0 (LWP 3449369) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f17e79f0, op=393, expected=0, futex_word=0x78f1255fa2c8) at ./nptl/futex-internal.c:57 287 Thread 0x78f10c9792c0 (LWP 3449312) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10c969ea0, op=137, expected=0, futex_word=0x78f10c969f88) at ./nptl/futex-internal.c:57 288 Thread 0x78efa31792c0 (LWP 3451355) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 289 Thread 0x78efa4bf72c0 (LWP 3451304) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 290 Thread 0x78f0daf792c0 (LWP 3449674) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 291 Thread 0x78f0e89f72c0 (LWP 3449377) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 292 Thread 0x78efa3c7d2c0 (LWP 3451329) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 293 Thread 0x78f0e8b792c0 (LWP 3449372) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e27d0) at ./nptl/futex-internal.c:57 294 Thread 0x78f113e7d2c0 (LWP 3449290) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113e6ded0, op=393, expected=0, futex_word=0x78f1449b6d08) at ./nptl/futex-internal.c:57 295 Thread 0x78efa16fb2c0 (LWP 3451406) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 296 Thread 0x78f113d792c0 (LWP 3449296) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113d69ed0, op=393, expected=0, futex_word=0x78f1449b6308) at ./nptl/futex-internal.c:57 297 Thread 0x78f1273792c0 (LWP 3449265) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 298 Thread 0x78efa50fb2c0 (LWP 3451261) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 299 Thread 0x78f12827d2c0 (LWP 3449231) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12826da40, op=393, expected=0, futex_word=0x78f13fbcd070) at ./nptl/futex-internal.c:57 300 Thread 0x78f1285792c0 (LWP 3449229) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128569fb0, op=393, expected=0, futex_word=0x78f13fa8b6f4) at ./nptl/futex-internal.c:57 301 Thread 0x78efa39f72c0 (LWP 3451340) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 302 Thread 0x78f1060fb2c0 (LWP 3449323) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1060ebed0, op=393, expected=0, futex_word=0x78f1449b4d08) at ./nptl/futex-internal.c:57 303 Thread 0x78efa3efb2c0 (LWP 3451326) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 304 Thread 0x78efa2e7d2c0 (LWP 3451357) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 305 Thread 0x78f12c0fb2c0 (LWP 3449180) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 306 Thread 0x78f0e4ff72c0 (LWP 3449489) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4fe7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 307 Thread 0x78f127cfb2c0 (LWP 3449244) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f127ceb7f0, op=393, expected=0, futex_word=0x78f142df5020) at ./nptl/futex-internal.c:57 308 Thread 0x78f0e6e7d2c0 (LWP 3449422) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 309 Thread 0x78f1283792c0 (LWP 3449233) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 310 Thread 0x78efa167d2c0 (LWP 3451405) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 311 Thread 0x78f1275792c0 (LWP 3449261) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 312 Thread 0x78f1282fb2c0 (LWP 3449232) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1282ebad0, op=393, expected=0, futex_word=0x78f13fbcd270) at ./nptl/futex-internal.c:57 313 Thread 0x78f0d33f72c0 (LWP 3449703) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 314 Thread 0x78f1275f72c0 (LWP 3449262) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 315 Thread 0x78f127b792c0 (LWP 3449249) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 316 Thread 0x78f13767d2c0 (LWP 3449137) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 317 Thread 0x78efa17f72c0 (LWP 3451413) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 318 Thread 0x78f10cd792c0 (LWP 3449308) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 319 Thread 0x78f13cf792c0 (LWP 3449107) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 320 Thread 0x78f0e4b792c0 (LWP 3449496) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4b69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 321 Thread 0x78f0e847d2c0 (LWP 3449382) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 322 Thread 0x78f10c9f72c0 (LWP 3449313) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 323 Thread 0x78efe77f72c0 (LWP 3451161) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe77e75b0, op=393, expected=0, futex_word=0x78f0feb863c8) at ./nptl/futex-internal.c:57 324 Thread 0x78f10607d2c0 (LWP 3449322) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10606ded0, op=393, expected=0, futex_word=0x78f1449b4f08) at ./nptl/futex-internal.c:57 325 Thread 0x78efa2efb2c0 (LWP 3451358) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 326 Thread 0x78f171bf72c0 (LWP 3448684) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 327 Thread 0x78efa327d2c0 (LWP 3451349) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 328 Thread 0x78f0e1b792c0 (LWP 3449592) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 329 Thread 0x78efa40fb2c0 (LWP 3451322) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 330 Thread 0x78efa06fb2c0 (LWP 3451443) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 331 Thread 0x78f0e4afb2c0 (LWP 3449495) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4aebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 332 Thread 0x78f1715f72c0 (LWP 3448696) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 333 Thread 0x78f147efb2c0 (LWP 3448936) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147eebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 334 Thread 0x78f1155792c0 (LWP 3449288) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f115569de0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 335 Thread 0x78f0e3a7d2c0 (LWP 3449526) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3a6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 336 Thread 0x78efa3afb2c0 (LWP 3451334) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 337 Thread 0x78f128b792c0 (LWP 3449225) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128b69ea0, op=137, expected=0, futex_word=0x78f128b69f88) at ./nptl/futex-internal.c:57 338 Thread 0x78efa447d2c0 (LWP 3451313) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 339 Thread 0x78f0e807d2c0 (LWP 3449390) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 340 Thread 0x78f0f19f72c0 (LWP 3449363) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f19e7f70, op=393, expected=0, futex_word=0x78f1255eb2b0) at ./nptl/futex-internal.c:57 341 Thread 0x78f0e73792c0 (LWP 3449420) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 342 Thread 0x78f13ba7d2c0 (LWP 3449113) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ed7d4) at ./nptl/futex-internal.c:57 343 Thread 0x78efa247d2c0 (LWP 3451377) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 344 Thread 0x78f0ffefb2c0 (LWP 3449333) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffee40d0, op=137, expected=0, futex_word=0x78f0ffee4240) at ./nptl/futex-internal.c:57 345 Thread 0x78efa43792c0 (LWP 3451319) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 346 Thread 0x78efa41f72c0 (LWP 3451324) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 347 Thread 0x78efa147d2c0 (LWP 3451414) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 348 Thread 0x78f0e78fb2c0 (LWP 3449407) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e78eba40, op=393, expected=0, futex_word=0x78f11f7cd070) at ./nptl/futex-internal.c:57 349 Thread 0x78f0e59792c0 (LWP 3449468) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5969ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 350 Thread 0x78f1465792c0 (LWP 3448973) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 351 Thread 0x78efa4b792c0 (LWP 3451303) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 352 Thread 0x78f14a7f72c0 (LWP 3448866) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 353 Thread 0x78f1b45f72c0 (LWP 3448455) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 354 Thread 0x78f13167d2c0 (LWP 3449157) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13166df00, op=393, expected=0, futex_word=0x78f13e1b75c0) at ./nptl/futex-internal.c:57 355 Thread 0x78f139c7d2c0 (LWP 3449129) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139c6ded0, op=393, expected=0, futex_word=0x78f1449b7d0c) at ./nptl/futex-internal.c:57 356 Thread 0x78f0ffff72c0 (LWP 3449335) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0fffe7e10, op=393, expected=0, futex_word=0x78f126d241b0) at ./nptl/futex-internal.c:57 357 Thread 0x78efa25792c0 (LWP 3451379) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 358 Thread 0x78f0e74fb2c0 (LWP 3449415) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e74eb810, op=393, expected=0, futex_word=0x78f11f7f1d60) at ./nptl/futex-internal.c:57 359 Thread 0x78f1713792c0 (LWP 3448699) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 360 Thread 0x78f0e7a7d2c0 (LWP 3449402) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7a6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 361 Thread 0x78f1280fb2c0 (LWP 3449236) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1280ebf10, op=393, expected=0, futex_word=0x78f142c732e0) at ./nptl/futex-internal.c:57 362 Thread 0x78f1372fb2c0 (LWP 3449142) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 363 Thread 0x78efa487d2c0 (LWP 3451305) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 364 Thread 0x78f0e75792c0 (LWP 3449416) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f0eae457d0) at ./nptl/futex-internal.c:57 365 Thread 0x78efa27f72c0 (LWP 3451376) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 366 Thread 0x78f0e77792c0 (LWP 3449412) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7769f10, op=393, expected=0, futex_word=0x78f11f6916e0) at ./nptl/futex-internal.c:57 367 Thread 0x78efa07792c0 (LWP 3451444) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 368 Thread 0x78f0f27f72c0 (LWP 3449355) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 369 Thread 0x78f0f27792c0 (LWP 3449354) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 370 Thread 0x78efa2bf72c0 (LWP 3451368) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 371 Thread 0x78f145bf72c0 (LWP 3448994) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 372 Thread 0x78f13c27d2c0 (LWP 3449109) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ef7d4) at ./nptl/futex-internal.c:57 373 Thread 0x78f13727d2c0 (LWP 3449141) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 374 Thread 0x78f0e327d2c0 (LWP 3449542) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e326de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 375 Thread 0x78efa10fb2c0 (LWP 3451423) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 376 Thread 0x78f13bbf72c0 (LWP 3449116) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13bbe7910, op=393, expected=0, futex_word=0x78f142cab82c) at ./nptl/futex-internal.c:57 377 Thread 0x78f0db0fb2c0 (LWP 3449669) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 378 Thread 0x78efa49792c0 (LWP 3451307) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 379 Thread 0x78f0e35f72c0 (LWP 3449541) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e35e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 380 Thread 0x78f12707d2c0 (LWP 3449267) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 381 Thread 0x78efa1c7d2c0 (LWP 3451393) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 382 Thread 0x78f1442fb2c0 (LWP 3449028) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 383 Thread 0x78f0e75f72c0 (LWP 3449417) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 384 Thread 0x78efa267d2c0 (LWP 3451373) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 385 Thread 0x78f1710fb2c0 (LWP 3448702) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 386 Thread 0x78f0d32fb2c0 (LWP 3449701) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 387 Thread 0x78f13cff72c0 (LWP 3449108) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 388 Thread 0x78f12c2fb2c0 (LWP 3449176) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c2ebec0, op=393, expected=0, futex_word=0x78f142ddee30) at ./nptl/futex-internal.c:57 389 Thread 0x78f0e73f72c0 (LWP 3449421) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e73e5570, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 390 Thread 0x78f0fff792c0 (LWP 3449334) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0fff69ea0, op=137, expected=0, futex_word=0x78f126cb68bc) at ./nptl/futex-internal.c:57 391 Thread 0x78f0e66fb2c0 (LWP 3449439) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 392 Thread 0x78f0e7df72c0 (LWP 3449401) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7de7ea0, op=137, expected=0, futex_word=0x78f0e7de7f88) at ./nptl/futex-internal.c:57 393 Thread 0x78f0e56fb2c0 (LWP 3449471) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e56ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 394 Thread 0x78f17127d2c0 (LWP 3448697) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 395 Thread 0x78efa3bf72c0 (LWP 3451336) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 396 Thread 0x78f12c3f72c0 (LWP 3449178) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c3e7f70, op=393, expected=0, futex_word=0x78f142ddf2b0) at ./nptl/futex-internal.c:57 397 Thread 0x78f0e8bf72c0 (LWP 3449373) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e8be7ea0, op=137, expected=0, futex_word=0x78f0e8be7f88) at ./nptl/futex-internal.c:57 398 Thread 0x78efa547d2c0 (LWP 3451250) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa546df00, op=393, expected=0, futex_word=0x78f006034500) at ./nptl/futex-internal.c:57 399 Thread 0x78f1274fb2c0 (LWP 3449260) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 400 Thread 0x78f1405f72c0 (LWP 3449078) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 401 Thread 0x78efa47792c0 (LWP 3451311) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 402 Thread 0x78efa3cfb2c0 (LWP 3451330) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 403 Thread 0x78f0e51792c0 (LWP 3449484) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5169ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 404 Thread 0x78f0e8a7d2c0 (LWP 3449370) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e8a6df20, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 405 Thread 0x78efa45f72c0 (LWP 3451316) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 406 Thread 0x78f0e47f72c0 (LWP 3449505) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e47e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 407 Thread 0x78f1713f72c0 (LWP 3448700) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 408 Thread 0x78f0e27792c0 (LWP 3449568) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 409 Thread 0x78f14d9f72c0 (LWP 3448850) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14d9e7580, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 410 Thread 0x78f0e3c7d2c0 (LWP 3449522) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3c6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 411 Thread 0x78efa187d2c0 (LWP 3451401) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 412 Thread 0x78f12c27d2c0 (LWP 3449175) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 413 Thread 0x78efa307d2c0 (LWP 3451353) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 414 Thread 0x78f021d792c0 (LWP 3449809) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 415 Thread 0x78f0dabf72c0 (LWP 3449679) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 416 Thread 0x78f0f19792c0 (LWP 3449362) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f1969f90, op=393, expected=0, futex_word=0x78f1255eaf30) at ./nptl/futex-internal.c:57 417 Thread 0x78efa02fb2c0 (LWP 3451556) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 418 Thread 0x78f113f792c0 (LWP 3449292) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113f69c10, op=393, expected=0, futex_word=0x78f11f6078ec) at ./nptl/futex-internal.c:57 419 Thread 0x78f1319792c0 (LWP 3449155) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f131969ea0, op=137, expected=0, futex_word=0x78f1444b68b8) at ./nptl/futex-internal.c:57 420 Thread 0x78f181efb2c0 (LWP 3448511) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181eeb190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 421 Thread 0x78efa387d2c0 (LWP 3451337) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 422 Thread 0x78f1154fb2c0 (LWP 3449287) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1154ebea0, op=137, expected=0, futex_word=0x78f1154ebf88) at ./nptl/futex-internal.c:57 423 Thread 0x78f12d5792c0 (LWP 3449169) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 424 Thread 0x78f1281f72c0 (LWP 3449238) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1281e7ec0, op=393, expected=0, futex_word=0x78f142c730e0) at ./nptl/futex-internal.c:57 425 Thread 0x78efa36fb2c0 (LWP 3451342) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 426 Thread 0x78efa1d792c0 (LWP 3451395) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 427 Thread 0x78f0e7afb2c0 (LWP 3449403) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7aebf20, rem=0x78f0e7aebf20) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 428 Thread 0x78efa46fb2c0 (LWP 3451310) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 429 Thread 0x78efa55792c0 (LWP 3451253) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 430 Thread 0x78f0e767d2c0 (LWP 3449410) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e766dde0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 431 Thread 0x78f0f16fb2c0 (LWP 3449365) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 432 Thread 0x78f0e33792c0 (LWP 3449544) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3369e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 433 Thread 0x78efa427d2c0 (LWP 3451317) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 434 Thread 0x78efa45792c0 (LWP 3451315) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 435 Thread 0x78f0e6d792c0 (LWP 3449428) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 436 Thread 0x78efc9b792c0 (LWP 3451248) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9b69f00, op=393, expected=0, futex_word=0x78f0060341c4) at ./nptl/futex-internal.c:57 437 Thread 0x78f0e63792c0 (LWP 3449448) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 438 Thread 0x78f113a7d2c0 (LWP 3449298) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113a6ded0, op=393, expected=0, futex_word=0x78f1449b6108) at ./nptl/futex-internal.c:57 439 Thread 0x78efc9bf72c0 (LWP 3451249) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9be7f00, op=393, expected=0, futex_word=0x78f006034360) at ./nptl/futex-internal.c:57 440 Thread 0x78f132efb2c0 (LWP 3449150) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f132eebed0, op=393, expected=0, futex_word=0x78f1449b7108) at ./nptl/futex-internal.c:57 441 Thread 0x78f0e667d2c0 (LWP 3449438) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 442 Thread 0x78f0e4d792c0 (LWP 3449492) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4d69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 443 Thread 0x78efa37f72c0 (LWP 3451344) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 444 Thread 0x78f0daa7d2c0 (LWP 3449676) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 445 Thread 0x78f0e20fb2c0 (LWP 3449579) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 446 Thread 0x78f0e7cfb2c0 (LWP 3449399) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7cebdb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 447 Thread 0x78f0e607d2c0 (LWP 3449450) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 448 Thread 0x78f0e0ff72c0 (LWP 3449617) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 449 Thread 0x78f127efb2c0 (LWP 3449240) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e97d0) at ./nptl/futex-internal.c:57 450 Thread 0x78f1719f72c0 (LWP 3448688) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 451 Thread 0x78f0e2df72c0 (LWP 3449557) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 452 Thread 0x78f0e367d2c0 (LWP 3449534) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e366de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 453 Thread 0x78efa32fb2c0 (LWP 3451350) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 454 Thread 0x78f1271792c0 (LWP 3449269) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 455 Thread 0x78efa347d2c0 (LWP 3451345) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 456 Thread 0x78efa407d2c0 (LWP 3451321) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 457 Thread 0x78f0d37792c0 (LWP 3449698) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 458 Thread 0x78f14427d2c0 (LWP 3449027) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 459 Thread 0x78efa1df72c0 (LWP 3451396) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 460 Thread 0x78f14a67d2c0 (LWP 3448863) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 461 Thread 0x78f14a7792c0 (LWP 3448865) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 462 Thread 0x78f13ed792c0 (LWP 3449101) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 463 Thread 0x78efa25f72c0 (LWP 3451380) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 464 Thread 0x78f1712fb2c0 (LWP 3448698) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 465 Thread 0x78f0e45f72c0 (LWP 3449509) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e45e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 466 Thread 0x78f1724fb2c0 (LWP 3448678) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 467 Thread 0x78f10c67d2c0 (LWP 3449314) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 468 Thread 0x78f0e6a7d2c0 (LWP 3449430) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 469 Thread 0x78f0e627d2c0 (LWP 3449446) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 470 Thread 0x78efa35792c0 (LWP 3451347) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 471 Thread 0x78efa41792c0 (LWP 3451323) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 472 Thread 0x78f13e6fb2c0 (LWP 3449104) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 473 Thread 0x78f16ba7d2c0 (LWP 3448728) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 474 Thread 0x78f171afb2c0 (LWP 3448682) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 475 Thread 0x78f0e5df72c0 (LWP 3449461) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5de7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 476 Thread 0x78f0e527d2c0 (LWP 3449478) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e526ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 477 Thread 0x78efa207d2c0 (LWP 3451385) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 478 Thread 0x78f0e43792c0 (LWP 3449512) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4369e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 479 Thread 0x78f0e5cfb2c0 (LWP 3449459) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 480 Thread 0x78f0e247d2c0 (LWP 3449570) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 481 Thread 0x78f0e7c7d2c0 (LWP 3449398) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7c6dea0, op=137, expected=0, futex_word=0x78f0e7c6df88) at ./nptl/futex-internal.c:57 482 Thread 0x78f1278fb2c0 (LWP 3449252) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1278ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 483 Thread 0x78f127d792c0 (LWP 3449245) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 484 Thread 0x78f0e287d2c0 (LWP 3449562) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 485 Thread 0x78efa43f72c0 (LWP 3451320) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 486 Thread 0x78f0e6c7d2c0 (LWP 3449426) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 487 Thread 0x78f0e5b792c0 (LWP 3449464) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5b69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 488 Thread 0x78efa2cfb2c0 (LWP 3451362) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 489 Thread 0x78f1281792c0 (LWP 3449237) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f128169eb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 490 Thread 0x78f16467d2c0 (LWP 3448775) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16466ded0, op=393, expected=0, futex_word=0x78f1bbb7cd08) at ./nptl/futex-internal.c:57 491 Thread 0x78f128afb2c0 (LWP 3449224) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128aebea0, op=137, expected=0, futex_word=0x78f128aebf88) at ./nptl/futex-internal.c:57 492 Thread 0x78f17167d2c0 (LWP 3448689) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 493 Thread 0x78f13027d2c0 (LWP 3449163) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 494 Thread 0x78f12787d2c0 (LWP 3449251) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 495 Thread 0x78f0e37f72c0 (LWP 3449537) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e37e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 496 Thread 0x78f0e6efb2c0 (LWP 3449423) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6eeb660, op=393, expected=0, futex_word=0x78f1254cc810) at ./nptl/futex-internal.c:57 497 Thread 0x78f127f792c0 (LWP 3449241) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f127f69ea0, op=137, expected=0, futex_word=0x78f127f69f88) at ./nptl/futex-internal.c:57 498 Thread 0x78f0e67792c0 (LWP 3449440) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 499 Thread 0x78f0e58fb2c0 (LWP 3449467) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e58ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 500 Thread 0x78f0e587d2c0 (LWP 3449466) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e586ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 501 Thread 0x78f1271f72c0 (LWP 3449270) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 502 Thread 0x78f0e23792c0 (LWP 3449576) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 503 Thread 0x78f0e33f72c0 (LWP 3449545) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e33e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 504 Thread 0x78f0e7bf72c0 (LWP 3449405) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7be7fb0, op=393, expected=0, futex_word=0x78f1254776f4) at ./nptl/futex-internal.c:57 505 Thread 0x78f1339f72c0 (LWP 3449148) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1339e7ed0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 506 Thread 0x78f0e3bf72c0 (LWP 3449529) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3be7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 507 Thread 0x78efa31f72c0 (LWP 3451356) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 508 Thread 0x78f13a1f72c0 (LWP 3449124) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a1e7ed0, op=393, expected=0, futex_word=0x78f1bbb7a108) at ./nptl/futex-internal.c:57 509 Thread 0x78f13e7792c0 (LWP 3449161) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 510 Thread 0x78f17fff72c0 (LWP 3448530) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ffe7690, op=393, expected=0, futex_word=0x57b1a0d1fdac ) at ./nptl/futex-internal.c:57 511 Thread 0x78f0e37792c0 (LWP 3449536) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3769e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 512 Thread 0x78f1725f72c0 (LWP 3448680) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 513 Thread 0x78f1649f72c0 (LWP 3448774) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1649e76c0, op=393, expected=0, futex_word=0x78f16cf240b0) at ./nptl/futex-internal.c:57 514 Thread 0x78f0e59f72c0 (LWP 3449469) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e59e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 515 Thread 0x78efa29792c0 (LWP 3451371) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 516 Thread 0x78f12807d2c0 (LWP 3449235) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12806df80, op=393, expected=0, futex_word=0x78f13fbcdc70) at ./nptl/futex-internal.c:57 517 Thread 0x78f0e24fb2c0 (LWP 3449571) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 518 Thread 0x78f1717f72c0 (LWP 3448692) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 519 Thread 0x78efa33f72c0 (LWP 3451352) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 520 Thread 0x78efa2d792c0 (LWP 3451363) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 521 Thread 0x78f15dff72c0 (LWP 3448790) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 522 Thread 0x78f0e57f72c0 (LWP 3449473) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e57e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 523 Thread 0x78f1061792c0 (LWP 3449330) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f106161fa0, op=137, expected=0, futex_word=0x78f106162110) at ./nptl/futex-internal.c:57 524 Thread 0x78f0e57792c0 (LWP 3449472) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5769ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 525 Thread 0x78f0e0a7d2c0 (LWP 3449622) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 526 Thread 0x78f0e0cfb2c0 (LWP 3449619) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 527 Thread 0x78f0e02fb2c0 (LWP 3449639) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 528 Thread 0x78f16be7d2c0 (LWP 3448720) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 529 Thread 0x78f13a1792c0 (LWP 3449123) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a169ed0, op=393, expected=0, futex_word=0x78f1bbb7a108) at ./nptl/futex-internal.c:57 530 Thread 0x78f0e0c7d2c0 (LWP 3449618) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 531 Thread 0x78f13a0fb2c0 (LWP 3449122) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a0ebed0, op=393, expected=0, futex_word=0x78f1bbb7a308) at ./nptl/futex-internal.c:57 532 Thread 0x78f127a7d2c0 (LWP 3449247) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 533 Thread 0x78efa29f72c0 (LWP 3451372) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 534 Thread 0x78f14a9f72c0 (LWP 3448862) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 535 Thread 0x78f17f87d2c0 (LWP 3448535) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f86d690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 536 Thread 0x78f1719792c0 (LWP 3448687) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 537 Thread 0x78f1727f72c0 (LWP 3448676) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 538 Thread 0x78f1262fb2c0 (LWP 3449803) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 539 Thread 0x78f0e21792c0 (LWP 3449580) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 540 Thread 0x78f0ffcfb2c0 (LWP 3449337) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffcebea0, op=137, expected=0, futex_word=0x78f0ffcebf88) at ./nptl/futex-internal.c:57 541 Thread 0x78efa227d2c0 (LWP 3451381) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 542 Thread 0x78f0e507d2c0 (LWP 3449482) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e506ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 543 Thread 0x78f0e52fb2c0 (LWP 3449479) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e52ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 544 Thread 0x78f1303f72c0 (LWP 3449166) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 545 Thread 0x78f0e547d2c0 (LWP 3449474) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e546ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 546 Thread 0x78f13edf72c0 (LWP 3449102) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 547 Thread 0x78f1279f72c0 (LWP 3449254) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 548 Thread 0x78f0e53792c0 (LWP 3449480) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5369ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 549 Thread 0x78efa15792c0 (LWP 3451416) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 550 Thread 0x78efa30fb2c0 (LWP 3451354) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 551 Thread 0x78f0f267d2c0 (LWP 3449352) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 552 Thread 0x78efa26fb2c0 (LWP 3451374) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 553 Thread 0x78f0e12fb2c0 (LWP 3449607) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 554 Thread 0x78f10c7f72c0 (LWP 3449317) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10c7e7b40, op=393, expected=0, futex_word=0x78f11f7eb79c) at ./nptl/futex-internal.c:57 555 Thread 0x78f0e067d2c0 (LWP 3449630) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 556 Thread 0x78f0e687d2c0 (LWP 3449434) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 557 Thread 0x78f0e32fb2c0 (LWP 3449543) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e32ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 558 Thread 0x78f16b1f72c0 (LWP 3448751) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 559 Thread 0x78f0e5bf72c0 (LWP 3449465) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5be7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 560 Thread 0x78f0e13f72c0 (LWP 3449609) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 561 Thread 0x78f0e05f72c0 (LWP 3449637) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 562 Thread 0x78f0e34fb2c0 (LWP 3449539) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e34ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 563 Thread 0x78f0e267d2c0 (LWP 3449566) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 564 Thread 0x78efa20fb2c0 (LWP 3451386) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 565 Thread 0x78f0e6b792c0 (LWP 3449431) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6b69ad0, op=393, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:57 566 Thread 0x78f0e09792c0 (LWP 3449628) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 567 Thread 0x78f0e48fb2c0 (LWP 3449499) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e48ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 568 Thread 0x78f0e25792c0 (LWP 3449572) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 569 Thread 0x78f1716fb2c0 (LWP 3448690) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 570 Thread 0x78f14467d2c0 (LWP 3449023) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 571 Thread 0x78f0f25792c0 (LWP 3449358) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 572 Thread 0x78f1531792c0 (LWP 3448809) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 573 Thread 0x78f147f792c0 (LWP 3448937) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147f69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 574 Thread 0x78f108e7d2c0 (LWP 3449318) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108e6ded0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 575 Thread 0x78f0e4f792c0 (LWP 3449488) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4f69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 576 Thread 0x78f0e747d2c0 (LWP 3449414) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e746dec0, op=393, expected=0, futex_word=0x78f11f6914e4) at ./nptl/futex-internal.c:57 577 Thread 0x78f0e53f72c0 (LWP 3449481) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e53e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 578 Thread 0x78f0e6ff72c0 (LWP 3449425) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6fe77f0, op=393, expected=0, futex_word=0x78f11f607020) at ./nptl/futex-internal.c:57 579 Thread 0x78f16b6fb2c0 (LWP 3448737) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 580 Thread 0x78efa127d2c0 (LWP 3451418) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 581 Thread 0x78f0e2f792c0 (LWP 3449552) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 582 Thread 0x78f0e68fb2c0 (LWP 3449435) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 583 Thread 0x78f0e2c7d2c0 (LWP 3449554) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 584 Thread 0x78f0e41792c0 (LWP 3449516) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4169e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 585 Thread 0x78f1139792c0 (LWP 3449304) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113969ed0, op=393, expected=0, futex_word=0x78f1449b5508) at ./nptl/futex-internal.c:57 586 Thread 0x78f13f5f72c0 (LWP 3449806) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 587 Thread 0x78f0f29792c0 (LWP 3449350) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 588 Thread 0x78f0e4c7d2c0 (LWP 3449490) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4c6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 589 Thread 0x78f0e6cfb2c0 (LWP 3449427) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 590 Thread 0x78efa57792c0 (LWP 3451246) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5769f00, op=393, expected=0, futex_word=0x78f0ef79f6e0) at ./nptl/futex-internal.c:57 591 Thread 0x78efa34fb2c0 (LWP 3451346) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 592 Thread 0x78f1711792c0 (LWP 3448703) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 593 Thread 0x78f0e6df72c0 (LWP 3449429) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 594 Thread 0x78f152b792c0 (LWP 3448821) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 595 Thread 0x78f0e39f72c0 (LWP 3449533) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e39e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 596 Thread 0x78f001a7d2c0 (LWP 3449828) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 597 Thread 0x78f0e4efb2c0 (LWP 3449487) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4eebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 598 Thread 0x78f0e087d2c0 (LWP 3449626) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 599 Thread 0x78f12d2fb2c0 (LWP 3449172) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12d2ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 600 Thread 0x78f0e31f72c0 (LWP 3449549) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 601 Thread 0x78f0e30fb2c0 (LWP 3449547) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e30ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 602 Thread 0x78f0e647d2c0 (LWP 3449442) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 603 Thread 0x78f0e5afb2c0 (LWP 3449463) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5aebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 604 Thread 0x78efa57f72c0 (LWP 3451247) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa57e7f00, op=393, expected=0, futex_word=0x78f0ef79f880) at ./nptl/futex-internal.c:57 605 Thread 0x78f0e49f72c0 (LWP 3449501) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e49e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 606 Thread 0x78efa3e7d2c0 (LWP 3451325) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 607 Thread 0x78f139ff72c0 (LWP 3449128) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139fe7ed0, op=393, expected=0, futex_word=0x78f1449b7f0c) at ./nptl/futex-internal.c:57 608 Thread 0x78f16bff72c0 (LWP 3448723) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 609 Thread 0x78efa3b792c0 (LWP 3451335) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 610 Thread 0x78f0dfefb2c0 (LWP 3449647) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 611 Thread 0x78f12747d2c0 (LWP 3449259) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 612 Thread 0x78efa2f792c0 (LWP 3451359) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 613 Thread 0x78f166d792c0 (LWP 3448761) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 614 Thread 0x78efc9d792c0 (LWP 3451172) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 615 Thread 0x78f14cc7d2c0 (LWP 3448851) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14cc6dec0, op=393, expected=0, futex_word=0x78f16cf1ee30) at ./nptl/futex-internal.c:57 616 Thread 0x78f13ecfb2c0 (LWP 3449100) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 617 Thread 0x78f1279792c0 (LWP 3449253) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 618 Thread 0x78f0dff792c0 (LWP 3449648) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 619 Thread 0x78f0e727d2c0 (LWP 3449418) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 620 Thread 0x78f0e447d2c0 (LWP 3449506) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e446de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 621 Thread 0x78f0e5ff72c0 (LWP 3449457) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 622 Thread 0x78f14cdf72c0 (LWP 3448854) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14cde77b0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 623 Thread 0x78f0e44fb2c0 (LWP 3449507) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e44ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 624 Thread 0x78f14a5f72c0 (LWP 3448870) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a5e7ea0, op=137, expected=0, futex_word=0x78f14a5e7f88) at ./nptl/futex-internal.c:57 625 Thread 0x78f1729f72c0 (LWP 3448672) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 626 Thread 0x78f1527f72c0 (LWP 3448830) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1527e7a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 627 Thread 0x78f0e45792c0 (LWP 3449508) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4569e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 628 Thread 0x78f0e3f792c0 (LWP 3449520) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3f69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 629 Thread 0x78f0e55f72c0 (LWP 3449477) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e55e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 630 Thread 0x78efa367d2c0 (LWP 3451341) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 631 Thread 0x78f15d87d2c0 (LWP 3448795) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 632 Thread 0x78f0e3df72c0 (LWP 3449525) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3de7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 633 Thread 0x78f1487792c0 (LWP 3448921) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148769ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 634 Thread 0x78f14a1f72c0 (LWP 3448878) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 635 Thread 0x78f0e4cfb2c0 (LWP 3449491) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4cebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 636 Thread 0x78f1319f72c0 (LWP 3449156) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1319e7e10, op=393, expected=0, futex_word=0x78f1445241b0) at ./nptl/futex-internal.c:57 637 Thread 0x78f0e69f72c0 (LWP 3449437) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 638 Thread 0x78f1647792c0 (LWP 3448777) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164769ed0, op=393, expected=0, futex_word=0x78f1bbb7c908) at ./nptl/futex-internal.c:57 639 Thread 0x78f0e09f72c0 (LWP 3449629) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 640 Thread 0x78f128cfb2c0 (LWP 3449220) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ea7d4) at ./nptl/futex-internal.c:57 641 Thread 0x78f113bf72c0 (LWP 3449301) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113be7ed0, op=393, expected=0, futex_word=0x78f1449b5b08) at ./nptl/futex-internal.c:57 642 Thread 0x78f0e19792c0 (LWP 3449596) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 643 Thread 0x78efa1f792c0 (LWP 3451391) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 644 Thread 0x78f170c7d2c0 (LWP 3448709) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 645 Thread 0x78f16e1792c0 (LWP 3448718) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 646 Thread 0x78efa33792c0 (LWP 3451351) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 647 Thread 0x78f0e427d2c0 (LWP 3449510) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e426de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 648 Thread 0x78f1277792c0 (LWP 3449257) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 649 Thread 0x78f1061f72c0 (LWP 3449331) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 650 Thread 0x78f0e1df72c0 (LWP 3449589) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 651 Thread 0x78f0e64fb2c0 (LWP 3449443) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 652 Thread 0x78efa18fb2c0 (LWP 3451402) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 653 Thread 0x78f0e2b792c0 (LWP 3449560) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 654 Thread 0x78f16e0fb2c0 (LWP 3448717) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 655 Thread 0x78f139d792c0 (LWP 3449131) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139d69ed0, op=393, expected=0, futex_word=0x78f1449b7908) at ./nptl/futex-internal.c:57 656 Thread 0x78efa587d2c0 (LWP 3451240) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa586df00, op=393, expected=0, futex_word=0x78f0ef79ed20) at ./nptl/futex-internal.c:57 657 Thread 0x78f0ffdf72c0 (LWP 3449339) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffde7ea0, op=137, expected=0, futex_word=0x78f0ffde7f88) at ./nptl/futex-internal.c:57 658 Thread 0x78efa21f72c0 (LWP 3451388) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 659 Thread 0x78f0e407d2c0 (LWP 3449514) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e406de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 660 Thread 0x78f1318fb2c0 (LWP 3449154) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 661 Thread 0x78f16487d2c0 (LWP 3448771) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16486ded0, op=393, expected=0, futex_word=0x78f1bbb7d308) at ./nptl/futex-internal.c:57 662 Thread 0x78f0e61f72c0 (LWP 3449453) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 663 Thread 0x78f0e2cfb2c0 (LWP 3449555) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 664 Thread 0x78efc9cfb2c0 (LWP 3451163) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9cebb70, op=393, expected=0, futex_word=0x78f0feb884a8) at ./nptl/futex-internal.c:57 665 Thread 0x78f172a7d2c0 (LWP 3448665) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 666 Thread 0x78f1477792c0 (LWP 3448953) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 667 Thread 0x78efa1a7d2c0 (LWP 3451397) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 668 Thread 0x78f0e5e7d2c0 (LWP 3449454) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 669 Thread 0x78f147ff72c0 (LWP 3448938) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147fe7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 670 Thread 0x78f0e2a7d2c0 (LWP 3449558) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 671 Thread 0x78f1644fb2c0 (LWP 3448780) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1644ebed0, op=393, expected=0, futex_word=0x78f1bbb7c508) at ./nptl/futex-internal.c:57 672 Thread 0x78f0e1efb2c0 (LWP 3449583) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 673 Thread 0x78f1303792c0 (LWP 3449165) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 674 Thread 0x78f1662fb2c0 (LWP 3448764) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1662ebea0, op=137, expected=0, futex_word=0x78f1662ebf88) at ./nptl/futex-internal.c:57 675 Thread 0x78f1276fb2c0 (LWP 3449256) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 676 Thread 0x78f165efb2c0 (LWP 3448768) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f165eebea0, op=137, expected=0, futex_word=0x78f165eebf88) at ./nptl/futex-internal.c:57 677 Thread 0x78f16b8fb2c0 (LWP 3448733) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 678 Thread 0x78f0e387d2c0 (LWP 3449530) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e386de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 679 Thread 0x78f16bafb2c0 (LWP 3448729) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 680 Thread 0x78f0e11f72c0 (LWP 3449613) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 681 Thread 0x78f14a2fb2c0 (LWP 3448872) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14a2ebf20, rem=0x78f14a2ebf20) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 682 Thread 0x78f1718fb2c0 (LWP 3448686) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 683 Thread 0x78f0e1a7d2c0 (LWP 3449590) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 684 Thread 0x78f1489792c0 (LWP 3448917) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148969ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 685 Thread 0x78f1273f72c0 (LWP 3449266) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 686 Thread 0x78f170ff72c0 (LWP 3448708) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 687 Thread 0x78f1467792c0 (LWP 3448969) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 688 Thread 0x78efa05792c0 (LWP 3451594) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 689 Thread 0x78f12d4fb2c0 (LWP 3449168) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12d4eb750, op=393, expected=0, futex_word=0x78f044128228) at ./nptl/futex-internal.c:57 690 Thread 0x78f172df72c0 (LWP 3448664) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 691 Thread 0x78efa1e7d2c0 (LWP 3451389) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 692 Thread 0x78f16af792c0 (LWP 3448754) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 693 Thread 0x78efa2ff72c0 (LWP 3451360) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 694 Thread 0x78f0dfd792c0 (LWP 3449652) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 695 Thread 0x78f128d792c0 (LWP 3449221) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128d69ea0, op=137, expected=0, futex_word=0x78f128d69f88) at ./nptl/futex-internal.c:57 696 Thread 0x78f0e40fb2c0 (LWP 3449515) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e40ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 697 Thread 0x78f0e147d2c0 (LWP 3449602) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 698 Thread 0x78f13f9f72c0 (LWP 3449090) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 699 Thread 0x78f0e6bf72c0 (LWP 3449433) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6be7ad0, op=393, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:57 700 Thread 0x78f01eefb2c0 (LWP 3450784) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f01eeebde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 701 Thread 0x78f17107d2c0 (LWP 3448701) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 702 Thread 0x78f14607d2c0 (LWP 3448979) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 703 Thread 0x78f0daafb2c0 (LWP 3449677) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 704 Thread 0x78f0e1cfb2c0 (LWP 3449587) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 705 Thread 0x78f0e62fb2c0 (LWP 3449447) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 706 Thread 0x78f0e23f72c0 (LWP 3449577) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 707 Thread 0x78f16b7792c0 (LWP 3448738) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 708 Thread 0x78f021c7d2c0 (LWP 3449807) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 709 Thread 0x78f0e54fb2c0 (LWP 3449475) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e54ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 710 Thread 0x78f12767d2c0 (LWP 3449255) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 711 Thread 0x78f0e22fb2c0 (LWP 3449575) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 712 Thread 0x78f12d27d2c0 (LWP 3449171) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 713 Thread 0x78f0e0e7d2c0 (LWP 3449614) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 714 Thread 0x78f0e36fb2c0 (LWP 3449535) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e36ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 715 Thread 0x78f0e567d2c0 (LWP 3449470) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e566ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 716 Thread 0x78f13f6fb2c0 (LWP 3449092) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 717 Thread 0x78f1647f72c0 (LWP 3448778) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1647e7ed0, op=393, expected=0, futex_word=0x78f1bbb7c908) at ./nptl/futex-internal.c:57 718 Thread 0x78f127afb2c0 (LWP 3449248) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 719 Thread 0x78f0e10fb2c0 (LWP 3449611) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 720 Thread 0x78efa03792c0 (LWP 3451546) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 721 Thread 0x78f0d567d2c0 (LWP 3449684) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 722 Thread 0x78f13f7f72c0 (LWP 3449094) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 723 Thread 0x78f16427d2c0 (LWP 3448783) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16426da80, op=393, expected=0, futex_word=0x78f16cf51cd8) at ./nptl/futex-internal.c:57 724 Thread 0x78f15df792c0 (LWP 3448789) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 725 Thread 0x78f0e1ff72c0 (LWP 3449585) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 726 Thread 0x78efe6ff72c0 (LWP 3451234) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6fe7f00, op=393, expected=0, futex_word=0x78f0ef79e364) at ./nptl/futex-internal.c:57 727 Thread 0x78f0e19f72c0 (LWP 3449597) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 728 Thread 0x78f0e1c7d2c0 (LWP 3449586) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 729 Thread 0x78efa4a7d2c0 (LWP 3451411) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 730 Thread 0x78f0e01792c0 (LWP 3449644) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 731 Thread 0x78f0e127d2c0 (LWP 3449606) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 732 Thread 0x78f151f792c0 (LWP 3448837) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151f69f00, op=393, expected=0, futex_word=0x78f1c8f8b5c4) at ./nptl/futex-internal.c:57 733 Thread 0x78f0e51f72c0 (LWP 3449485) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e51e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 734 Thread 0x78efa19792c0 (LWP 3451403) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 735 Thread 0x78f170f792c0 (LWP 3448707) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 736 Thread 0x78f141df72c0 (LWP 3449050) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 737 Thread 0x78f0e55792c0 (LWP 3449476) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5569ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 738 Thread 0x78f0dfcfb2c0 (LWP 3449651) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 739 Thread 0x78f14667d2c0 (LWP 3448967) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 740 Thread 0x78f128c7d2c0 (LWP 3449219) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ea7d4) at ./nptl/futex-internal.c:57 741 Thread 0x78f1447792c0 (LWP 3449025) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 742 Thread 0x78f1726fb2c0 (LWP 3448674) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 743 Thread 0x78f0e63f72c0 (LWP 3449449) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 744 Thread 0x78f15a0fb2c0 (LWP 3448800) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a0ebed0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 745 Thread 0x78f0e31792c0 (LWP 3449548) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 746 Thread 0x78f0e3d792c0 (LWP 3449524) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3d69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 747 Thread 0x78efa3d792c0 (LWP 3451331) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 748 Thread 0x78f12d3f72c0 (LWP 3449174) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 749 Thread 0x78f1461f72c0 (LWP 3448982) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 750 Thread 0x78f1642fb2c0 (LWP 3448784) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1642e9170, op=393, expected=0, futex_word=0x78f16cf3dad8) at ./nptl/futex-internal.c:57 751 Thread 0x78f0e3b792c0 (LWP 3449528) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3b69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 752 Thread 0x78f14187d2c0 (LWP 3449051) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 753 Thread 0x78f1645792c0 (LWP 3448781) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164569310, op=393, expected=0, futex_word=0x78f16cf4c0d8) at ./nptl/futex-internal.c:57 754 Thread 0x78f0e17792c0 (LWP 3449600) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 755 Thread 0x78f0e16fb2c0 (LWP 3449599) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 756 Thread 0x78f0e207d2c0 (LWP 3449578) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 757 Thread 0x78efa4df72c0 (LWP 3451289) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa4de7b70, op=393, expected=0, futex_word=0x78f0f07b64a8) at ./nptl/futex-internal.c:57 758 Thread 0x78efe5bf72c0 (LWP 3450787) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5be7de0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 759 Thread 0x78efe6efb2c0 (LWP 3450789) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6eebde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 760 Thread 0x78f0f167d2c0 (LWP 3449364) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0f166d7b0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 761 Thread 0x78f0e13792c0 (LWP 3449608) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 762 Thread 0x78f0e4a7d2c0 (LWP 3449494) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4a6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 763 Thread 0x78f145ff72c0 (LWP 3448986) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 764 Thread 0x78f1b36fb2c0 (LWP 3448457) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 765 Thread 0x78efa59792c0 (LWP 3451242) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5969f00, op=393, expected=0, futex_word=0x78f0ef79f060) at ./nptl/futex-internal.c:57 766 Thread 0x78f0e3e7d2c0 (LWP 3449518) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3e6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 767 Thread 0x78f0e11792c0 (LWP 3449612) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 768 Thread 0x78efe767d2c0 (LWP 3450771) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe766dde0, op=393, expected=0, futex_word=0x78f1444b5158) at ./nptl/futex-internal.c:57 769 Thread 0x78f147cfb2c0 (LWP 3448940) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147cebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 770 Thread 0x78f0e42fb2c0 (LWP 3449511) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e42ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 771 Thread 0x78f0e67f72c0 (LWP 3449441) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 772 Thread 0x78efa2df72c0 (LWP 3451364) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 773 Thread 0x78f0e047d2c0 (LWP 3449634) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 774 Thread 0x78f0b747d2c0 (LWP 3450199) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 775 Thread 0x78f16bb792c0 (LWP 3448730) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 776 Thread 0x78f126e7d2c0 (LWP 3449271) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 777 Thread 0x78f0e3cfb2c0 (LWP 3449523) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3cebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 778 Thread 0x78f170e7d2c0 (LWP 3448705) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 779 Thread 0x78f0e2e7d2c0 (LWP 3449550) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 780 Thread 0x78f142bf72c0 (LWP 3449038) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 781 Thread 0x78f0e347d2c0 (LWP 3449538) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e346de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 782 Thread 0x78f0e6f792c0 (LWP 3449424) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 783 Thread 0x78f17187d2c0 (LWP 3448685) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 784 Thread 0x78efa54fb2c0 (LWP 3451251) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa54ebf00, op=393, expected=0, futex_word=0x78f0060346a0) at ./nptl/futex-internal.c:57 785 Thread 0x78f15defb2c0 (LWP 3448788) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 786 Thread 0x78f1443792c0 (LWP 3449029) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 787 Thread 0x78f0e65792c0 (LWP 3449444) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 788 Thread 0x78f1489f72c0 (LWP 3448918) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1489e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 789 Thread 0x78f0e2bf72c0 (LWP 3449561) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 790 Thread 0x78f12c1f72c0 (LWP 3449218) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12c1e7f20, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 791 Thread 0x78f1277f72c0 (LWP 3449258) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 792 Thread 0x78f152d792c0 (LWP 3448817) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 793 Thread 0x78f0e0bf72c0 (LWP 3449625) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 794 Thread 0x78efe6f792c0 (LWP 3451233) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6f69f00, op=393, expected=0, futex_word=0x78f0ef79e1c4) at ./nptl/futex-internal.c:57 795 Thread 0x78f140afb2c0 (LWP 3449064) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 796 Thread 0x78efa1ff72c0 (LWP 3451392) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 797 Thread 0x78f17e9792c0 (LWP 3448553) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17e969bd0, op=393, expected=0, futex_word=0x57b1a09fd73c ) at ./nptl/futex-internal.c:57 798 Thread 0x78f16b5792c0 (LWP 3448742) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 799 Thread 0x78f12627d2c0 (LWP 3451188) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12626d5b0, op=393, expected=0, futex_word=0x78f1695a03c8) at ./nptl/futex-internal.c:57 800 Thread 0x78f1b45792c0 (LWP 3448454) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 801 Thread 0x78efa2c7d2c0 (LWP 3451361) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 802 Thread 0x78f128bf72c0 (LWP 3449226) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f128be7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 803 Thread 0x78f1531f72c0 (LWP 3448810) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 804 Thread 0x78f1645f72c0 (LWP 3448782) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1645e7a80, op=393, expected=0, futex_word=0x78f16cf3dcd8) at ./nptl/futex-internal.c:57 805 Thread 0x78f000f792c0 (LWP 3451189) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f000f69d40, op=393, expected=0, futex_word=0x78f1695a0690) at ./nptl/futex-internal.c:57 806 Thread 0x78f0e0f792c0 (LWP 3449616) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 807 Thread 0x78f151df72c0 (LWP 3448842) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 808 Thread 0x78f14cb792c0 (LWP 3448857) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14cb69f20, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 809 Thread 0x78f159bf72c0 (LWP 3448806) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159be7990, op=393, expected=0, futex_word=0x78f1bdb91370) at ./nptl/futex-internal.c:57 810 Thread 0x78efc9c7d2c0 (LWP 3451162) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9c6dd40, op=393, expected=0, futex_word=0x78f0feb86690) at ./nptl/futex-internal.c:57 811 Thread 0x78efa38fb2c0 (LWP 3451338) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 812 Thread 0x78f1643792c0 (LWP 3448785) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164369bc0, op=393, expected=0, futex_word=0x78f16cf23b30) at ./nptl/futex-internal.c:57 813 Thread 0x78f0e04fb2c0 (LWP 3449635) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 814 Thread 0x78f129c7d2c0 (LWP 3449185) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 815 Thread 0x78f166cfb2c0 (LWP 3448760) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f166cebea0, op=137, expected=0, futex_word=0x78f166cebf88) at ./nptl/futex-internal.c:57 816 Thread 0x78f1499792c0 (LWP 3448893) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 817 Thread 0x78f159a7d2c0 (LWP 3448803) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159a6da60, op=393, expected=0, futex_word=0x78f1c85ff4b0) at ./nptl/futex-internal.c:57 818 Thread 0x78f172d792c0 (LWP 3448663) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 819 Thread 0x78f0e4bf72c0 (LWP 3449497) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4be7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 820 Thread 0x78f0e487d2c0 (LWP 3449498) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e486ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 821 Thread 0x78f189e7d2c0 (LWP 3448474) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f189e6d540, op=393, expected=0, futex_word=0x57b1a5d978c0 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22656>) at ./nptl/futex-internal.c:57 822 Thread 0x78f0e29f72c0 (LWP 3449565) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 823 Thread 0x78f1483792c0 (LWP 3448929) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148369ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 824 Thread 0x78f13ff792c0 (LWP 3449085) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 825 Thread 0x78f151ff72c0 (LWP 3448838) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151fe7ea0, op=137, expected=0, futex_word=0x78f151fe7f88) at ./nptl/futex-internal.c:57 826 Thread 0x78f01eff72c0 (LWP 3450786) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f01efe7de0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 827 Thread 0x78f1479792c0 (LWP 3448949) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147969e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 828 Thread 0x78f170df72c0 (LWP 3448715) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 829 Thread 0x78efa24fb2c0 (LWP 3451378) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 830 Thread 0x78f1446fb2c0 (LWP 3449024) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 831 Thread 0x78f1761f72c0 (LWP 3448648) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1761e7b10, op=393, expected=0, futex_word=0x78f1bb48f38c) at ./nptl/futex-internal.c:57 832 Thread 0x78f176df72c0 (LWP 3448624) 0x000078f1ce52a042 in epoll_wait (epfd=29, events=0x78f1852432f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 833 Thread 0x78f0e47792c0 (LWP 3449504) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4769e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 834 Thread 0x78f148cfb2c0 (LWP 3448908) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148cebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 835 Thread 0x78f16e07d2c0 (LWP 3448716) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 836 Thread 0x78f1486fb2c0 (LWP 3448920) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1486ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 837 Thread 0x78f146c7d2c0 (LWP 3448955) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 838 Thread 0x78f15d8fb2c0 (LWP 3448796) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 839 Thread 0x78f14a9792c0 (LWP 3448861) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 840 Thread 0x78f1727792c0 (LWP 3448675) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 841 Thread 0x78f0e39792c0 (LWP 3449532) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3969e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 842 Thread 0x78efa3f792c0 (LWP 3451327) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 843 Thread 0x78f159b792c0 (LWP 3448805) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159b69ed0, op=393, expected=0, futex_word=0x78f1bbb7b308) at ./nptl/futex-internal.c:57 844 Thread 0x78f149cfb2c0 (LWP 3448884) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149ceb810, op=393, expected=0, futex_word=0x78f16cfafd60) at ./nptl/futex-internal.c:57 845 Thread 0x78f0e05792c0 (LWP 3449636) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 846 Thread 0x78f148e7d2c0 (LWP 3448903) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148e6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 847 Thread 0x78f172c7d2c0 (LWP 3448661) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 848 Thread 0x78f1897f72c0 (LWP 3448481) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 849 Thread 0x78f0e1afb2c0 (LWP 3449591) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 850 Thread 0x78f1711f72c0 (LWP 3448704) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 851 Thread 0x78f171a7d2c0 (LWP 3448681) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 852 Thread 0x78f1479f72c0 (LWP 3448950) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1479e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 853 Thread 0x78f1447f72c0 (LWP 3449026) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 854 Thread 0x78f188bf72c0 (LWP 3448485) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 855 Thread 0x78f16627d2c0 (LWP 3448763) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea347d4) at ./nptl/futex-internal.c:57 856 Thread 0x78f0e2afb2c0 (LWP 3449559) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 857 Thread 0x78f1272fb2c0 (LWP 3449264) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 858 Thread 0x78f1467f72c0 (LWP 3448970) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 859 Thread 0x78f0e03f72c0 (LWP 3449641) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 860 Thread 0x78f0e28fb2c0 (LWP 3449563) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 861 Thread 0x78efa5d792c0 (LWP 3451224) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5d69f00, op=393, expected=0, futex_word=0x78f0da8be360) at ./nptl/futex-internal.c:57 862 Thread 0x78f149e7d2c0 (LWP 3448879) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149e6dde0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 863 Thread 0x78f1263792c0 (LWP 3449183) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 864 Thread 0x78f13e7f72c0 (LWP 3449162) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 865 Thread 0x78f170efb2c0 (LWP 3448706) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 866 Thread 0x78f181ff72c0 (LWP 3448513) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181fe7190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 867 Thread 0x78f0e07792c0 (LWP 3449632) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 868 Thread 0x78f1302fb2c0 (LWP 3449164) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 869 Thread 0x78f16b5f72c0 (LWP 3448743) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 870 Thread 0x78efe67792c0 (LWP 3451235) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6769f00, op=393, expected=0, futex_word=0x78f0ef79e504) at ./nptl/futex-internal.c:57 871 Thread 0x78f1529792c0 (LWP 3448825) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f152969a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 872 Thread 0x78efa28fb2c0 (LWP 3451370) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 873 Thread 0x78f1497792c0 (LWP 3448897) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 874 Thread 0x78f189ff72c0 (LWP 3448477) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 875 Thread 0x78efa1afb2c0 (LWP 3451398) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 876 Thread 0x78f1480fb2c0 (LWP 3448932) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1480ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 877 Thread 0x78f146bf72c0 (LWP 3448962) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 878 Thread 0x78f149ff72c0 (LWP 3448882) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149fe7eb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 879 Thread 0x78f021cfb2c0 (LWP 3449808) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 880 Thread 0x78f152ff72c0 (LWP 3448814) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 881 Thread 0x78f0e5efb2c0 (LWP 3449455) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 882 Thread 0x78f1484fb2c0 (LWP 3448924) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1484ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 883 Thread 0x78f14cafb2c0 (LWP 3448856) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14caeb9f0, op=393, expected=0, futex_word=0x78f1bdb8a2c8) at ./nptl/futex-internal.c:57 884 Thread 0x78f0e1bf72c0 (LWP 3449593) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 885 Thread 0x78f14847d2c0 (LWP 3448923) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14846ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 886 Thread 0x78f15a1792c0 (LWP 3448801) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a169ed0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 887 Thread 0x78efa13792c0 (LWP 3451593) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa1369ae0, op=393, expected=0, futex_word=0x78f0397a0abc) at ./nptl/futex-internal.c:57 888 Thread 0x78f147d792c0 (LWP 3448941) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147d69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 889 Thread 0x78f1649792c0 (LWP 3448773) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164969c10, op=393, expected=0, futex_word=0x78f1bdb918ec) at ./nptl/futex-internal.c:57 890 Thread 0x78f0e43f72c0 (LWP 3449513) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e43e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 891 Thread 0x78f145a7d2c0 (LWP 3448991) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 892 Thread 0x78f147bf72c0 (LWP 3448946) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147be7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 893 Thread 0x78f0e0d792c0 (LWP 3449620) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 894 Thread 0x78f149c7d2c0 (LWP 3448883) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149c6dec0, op=393, expected=0, futex_word=0x78f16cf3d4e0) at ./nptl/futex-internal.c:57 895 Thread 0x78f1422fb2c0 (LWP 3449040) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 896 Thread 0x78efe66fb2c0 (LWP 3451287) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe66eb5b0, op=393, expected=0, futex_word=0x78f0f07b43c8) at ./nptl/futex-internal.c:57 897 Thread 0x78efe6e7d2c0 (LWP 3450788) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6e6dde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 898 Thread 0x78f021df72c0 (LWP 3449810) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 899 Thread 0x78efa5c7d2c0 (LWP 3451216) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 900 Thread 0x78f145cfb2c0 (LWP 3448988) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 901 Thread 0x78f113efb2c0 (LWP 3449291) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113eebd60, op=393, expected=0, futex_word=0x78f11f677e30) at ./nptl/futex-internal.c:57 902 Thread 0x78f16b7f72c0 (LWP 3448739) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 903 Thread 0x78f16b0fb2c0 (LWP 3448749) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 904 Thread 0x78f140c7d2c0 (LWP 3449059) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 905 Thread 0x78f16bf792c0 (LWP 3448722) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 906 Thread 0x78f1270fb2c0 (LWP 3449268) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 907 Thread 0x78f17f27d2c0 (LWP 3448543) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 908 Thread 0x78f147c7d2c0 (LWP 3448939) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147c6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 909 Thread 0x78f0e307d2c0 (LWP 3449546) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e306de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 910 Thread 0x78f17287d2c0 (LWP 3448669) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 911 Thread 0x78f1482fb2c0 (LWP 3448928) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1482ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 912 Thread 0x78f0e38fb2c0 (LWP 3449531) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e38ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 913 Thread 0x78f0b74fb2c0 (LWP 3450785) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0b74ebde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 914 Thread 0x78f1285f72c0 (LWP 3449230) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1285e7eb0, op=393, expected=0, futex_word=0x78f13fbccf30) at ./nptl/futex-internal.c:57 915 Thread 0x78f14687d2c0 (LWP 3448963) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 916 Thread 0x78f0e1d792c0 (LWP 3449588) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 917 Thread 0x78f148afb2c0 (LWP 3448912) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148aebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 918 Thread 0x78f181e7d2c0 (LWP 3448510) 0x000078f1ce52a042 in epoll_wait (epfd=138, events=0x78f181e6c6f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 919 Thread 0x78f149df72c0 (LWP 3448886) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149de7ea0, op=137, expected=0, futex_word=0x78f149de7f88) at ./nptl/futex-internal.c:57 920 Thread 0x78f1263f72c0 (LWP 3449184) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 921 Thread 0x78f1456fb2c0 (LWP 3449000) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 922 Thread 0x78f15de7d2c0 (LWP 3448787) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea317d0) at ./nptl/futex-internal.c:57 923 Thread 0x78f145efb2c0 (LWP 3448984) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 924 Thread 0x78f152bf72c0 (LWP 3448822) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 925 Thread 0x78f14867d2c0 (LWP 3448919) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14866ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 926 Thread 0x78f17267d2c0 (LWP 3448673) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 927 Thread 0x78f1481f72c0 (LWP 3448934) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1481e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 928 Thread 0x78f1408fb2c0 (LWP 3449068) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 929 Thread 0x78f16b4fb2c0 (LWP 3448741) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 930 Thread 0x78f1526fb2c0 (LWP 3448828) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1526eba00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 931 Thread 0x78f1521f72c0 (LWP 3448834) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 932 Thread 0x78f0e107d2c0 (LWP 3449610) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 933 Thread 0x78f1420fb2c0 (LWP 3449044) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 934 Thread 0x78f0e14fb2c0 (LWP 3449603) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 935 Thread 0x78f0e25f72c0 (LWP 3449573) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 936 Thread 0x78efa23f72c0 (LWP 3451384) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 937 Thread 0x78f1714fb2c0 (LWP 3448694) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 938 Thread 0x78f14767d2c0 (LWP 3448951) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14766de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 939 Thread 0x78f144c7d2c0 (LWP 3449019) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 940 Thread 0x78f0e21f72c0 (LWP 3449581) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 941 Thread 0x78efa567d2c0 (LWP 3451244) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa566df00, op=393, expected=0, futex_word=0x78f0ef79f3a0) at ./nptl/futex-internal.c:57 942 Thread 0x78f0e29792c0 (LWP 3449564) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 943 Thread 0x78f1415f72c0 (LWP 3449058) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 944 Thread 0x78f16b2fb2c0 (LWP 3448745) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 945 Thread 0x78f16ad792c0 (LWP 3448758) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 946 Thread 0x78f1663792c0 (LWP 3448765) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea337d4) at ./nptl/futex-internal.c:57 947 Thread 0x78f146df72c0 (LWP 3448958) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 948 Thread 0x78f13fe7d2c0 (LWP 3449083) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 949 Thread 0x78efe67f72c0 (LWP 3451236) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe67e7f00, op=393, expected=0, futex_word=0x78f0ef79e6a4) at ./nptl/futex-internal.c:57 950 Thread 0x78f14db792c0 (LWP 3448845) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 951 Thread 0x78f140cfb2c0 (LWP 3449060) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 952 Thread 0x78f14a6fb2c0 (LWP 3448864) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 953 Thread 0x78f1421792c0 (LWP 3449045) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 954 Thread 0x78f148d792c0 (LWP 3448909) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148d69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 955 Thread 0x78f0e26fb2c0 (LWP 3449567) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 956 Thread 0x78f15da7d2c0 (LWP 3448791) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 957 Thread 0x78f0e4e7d2c0 (LWP 3449486) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4e6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 958 Thread 0x78efa59f72c0 (LWP 3451243) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa59e7f00, op=393, expected=0, futex_word=0x78f0ef79f200) at ./nptl/futex-internal.c:57 959 Thread 0x78f165e7d2c0 (LWP 3448767) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea327d0) at ./nptl/futex-internal.c:57 960 Thread 0x78f1431f72c0 (LWP 3449034) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 961 Thread 0x78f1499f72c0 (LWP 3448894) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 962 Thread 0x78f1469792c0 (LWP 3448965) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 963 Thread 0x78f0dfc7d2c0 (LWP 3449650) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 964 Thread 0x78f0e15f72c0 (LWP 3449605) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 965 Thread 0x78f14a3f72c0 (LWP 3448874) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a3e7fb0, op=393, expected=0, futex_word=0x78f16cf476f0) at ./nptl/futex-internal.c:57 966 Thread 0x78f1477f72c0 (LWP 3448954) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 967 Thread 0x78f13f9792c0 (LWP 3449089) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 968 Thread 0x78f142afb2c0 (LWP 3449036) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 969 Thread 0x78f149f792c0 (LWP 3448881) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149f69f10, op=393, expected=0, futex_word=0x78f16cf3d6e0) at ./nptl/futex-internal.c:57 970 Thread 0x78f0e0b792c0 (LWP 3449624) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 971 Thread 0x78f1729792c0 (LWP 3448671) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 972 Thread 0x78f166c7d2c0 (LWP 3448759) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea357d4) at ./nptl/futex-internal.c:57 973 Thread 0x78f1421f72c0 (LWP 3449046) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 974 Thread 0x78efe5a7d2c0 (LWP 3451237) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5a6df00, op=393, expected=0, futex_word=0x78f0ef79e840) at ./nptl/futex-internal.c:57 975 Thread 0x78efa1efb2c0 (LWP 3451390) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 976 Thread 0x78f14967d2c0 (LWP 3448895) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 977 Thread 0x78f1881f72c0 (LWP 3448489) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 978 Thread 0x78f14627d2c0 (LWP 3448975) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 979 Thread 0x78f146b792c0 (LWP 3448961) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 980 Thread 0x78f0e187d2c0 (LWP 3449594) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 981 Thread 0x78f140d792c0 (LWP 3449061) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 982 Thread 0x78f15dbf72c0 (LWP 3448794) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 983 Thread 0x78efa22fb2c0 (LWP 3451382) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 984 Thread 0x78f1839792c0 (LWP 3448508) 0x000078f1ce52a042 in epoll_wait (epfd=124, events=0x78f1839686f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 985 Thread 0x78f0e0df72c0 (LWP 3449621) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 986 Thread 0x78f152efb2c0 (LWP 3448812) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 987 Thread 0x78f113b792c0 (LWP 3449300) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113b69ed0, op=393, expected=0, futex_word=0x78f1449b5d08) at ./nptl/futex-internal.c:57 988 Thread 0x78f1643f72c0 (LWP 3448786) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1643e7bc0, op=393, expected=0, futex_word=0x78f16cf23b30) at ./nptl/futex-internal.c:57 989 Thread 0x78f17bafb2c0 (LWP 3448572) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea367d0) at ./nptl/futex-internal.c:57 990 Thread 0x78f17bbf72c0 (LWP 3448574) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17bbe6e90, op=393, expected=0, futex_word=0x57b1a23b7c18 ) at ./nptl/futex-internal.c:57 991 Thread 0x78f140bf72c0 (LWP 3449066) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 992 Thread 0x78f17f2fb2c0 (LWP 3448544) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f2ebed0, op=393, expected=0, futex_word=0x57b1a0a021fc ) at ./nptl/futex-internal.c:57 993 Thread 0x78f152df72c0 (LWP 3448818) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 994 Thread 0x78f001afb2c0 (LWP 3449829) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 995 Thread 0x78f16ae7d2c0 (LWP 3448752) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 996 Thread 0x78f148df72c0 (LWP 3448910) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148de7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 997 Thread 0x78f175efb2c0 (LWP 3448650) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175eebb10, op=393, expected=0, futex_word=0x78f1bb490508) at ./nptl/futex-internal.c:57 998 Thread 0x78f1771f72c0 (LWP 3448616) 0x000078f1ce52a042 in epoll_wait (epfd=51, events=0x78f1852454b0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 999 Thread 0x78f172cfb2c0 (LWP 3448662) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1000 Thread 0x78efa56fb2c0 (LWP 3451245) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa56ebf00, op=393, expected=0, futex_word=0x78f0ef79f540) at ./nptl/futex-internal.c:57 1001 Thread 0x78f0e06fb2c0 (LWP 3449631) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1002 Thread 0x78f14067d2c0 (LWP 3449071) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1003 Thread 0x78f16bc7d2c0 (LWP 3448724) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1004 Thread 0x78f1465f72c0 (LWP 3448974) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1005 Thread 0x78f17647d2c0 (LWP 3448637) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17646c3c0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1006 Thread 0x78f13e67d2c0 (LWP 3449103) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1007 Thread 0x78f14827d2c0 (LWP 3448927) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14826ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1008 Thread 0x78f15d9792c0 (LWP 3448797) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15d968e90, op=393, expected=0, futex_word=0x78f16cf9b5c8) at ./nptl/futex-internal.c:57 1009 Thread 0x78f146cfb2c0 (LWP 3448956) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1010 Thread 0x78f0543f72c0 (LWP 3449805) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1011 Thread 0x78f01ee7d2c0 (LWP 3450200) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1012 Thread 0x78f14a1792c0 (LWP 3448877) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a169ad0, op=393, expected=0, futex_word=0x78f16cf99270) at ./nptl/futex-internal.c:57 1013 Thread 0x78f189f792c0 (LWP 3448476) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1014 Thread 0x78f1138fb2c0 (LWP 3449303) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1138ebed0, op=393, expected=0, futex_word=0x78f1449b5708) at ./nptl/futex-internal.c:57 1015 Thread 0x78f15a1f72c0 (LWP 3448802) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a1e7ed0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 1016 Thread 0x78f16aefb2c0 (LWP 3448753) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1017 Thread 0x78f15a07d2c0 (LWP 3448799) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a06ded0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 1018 Thread 0x78f0ffd792c0 (LWP 3449338) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffd69ea0, op=137, expected=0, futex_word=0x78f0ffd69f88) at ./nptl/futex-internal.c:57 1019 Thread 0x78f146d792c0 (LWP 3448957) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1020 Thread 0x78f0e03792c0 (LWP 3449640) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1021 Thread 0x78f1463792c0 (LWP 3448977) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1022 Thread 0x78f147afb2c0 (LWP 3448944) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147aebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1023 Thread 0x78f1463f72c0 (LWP 3448978) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1024 Thread 0x78f129cfb2c0 (LWP 3449186) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1025 Thread 0x78f16bbf72c0 (LWP 3448731) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1026 Thread 0x78f14527d2c0 (LWP 3449007) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1027 Thread 0x78f1407792c0 (LWP 3449073) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1028 Thread 0x78f0e08fb2c0 (LWP 3449627) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1029 Thread 0x78f16b27d2c0 (LWP 3448744) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1030 Thread 0x78f14d9792c0 (LWP 3448849) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1031 Thread 0x78f1bb0fb2c0 (LWP 3448445) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1032 Thread 0x78f15d9f72c0 (LWP 3448798) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15d9e7b40, op=393, expected=0, futex_word=0x78f1b5755f9c) at ./nptl/futex-internal.c:57 1033 Thread 0x78f0e79f72c0 (LWP 3449409) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1034 Thread 0x78f13f67d2c0 (LWP 3449091) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1035 Thread 0x78f14907d2c0 (LWP 3448899) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1036 Thread 0x78f16e1f72c0 (LWP 3448719) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1037 Thread 0x78f0e65f72c0 (LWP 3449445) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1038 Thread 0x78f152cfb2c0 (LWP 3448816) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1039 Thread 0x78f0e027d2c0 (LWP 3449638) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1040 Thread 0x78f1b4efb2c0 (LWP 3448449) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1041 Thread 0x78f0e50fb2c0 (LWP 3449483) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e50ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1042 Thread 0x78f16acfb2c0 (LWP 3448757) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1043 Thread 0x78efe5afb2c0 (LWP 3451238) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5aebf00, op=393, expected=0, futex_word=0x78f0ef79e9e0) at ./nptl/futex-internal.c:57 1044 Thread 0x78f1498fb2c0 (LWP 3448892) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1045 Thread 0x78f0e18fb2c0 (LWP 3449595) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1046 Thread 0x78f1402fb2c0 (LWP 3449080) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1047 Thread 0x78f17f3792c0 (LWP 3448545) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f369cf0, op=393, expected=0, futex_word=0x57b1a0d1d1ac ) at ./nptl/futex-internal.c:57 1048 Thread 0x78f149efb2c0 (LWP 3448880) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149eebf80, op=393, expected=0, futex_word=0x78f16cf99c70) at ./nptl/futex-internal.c:57 1049 Thread 0x78f14807d2c0 (LWP 3448931) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14806ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1050 Thread 0x78f0e07f72c0 (LWP 3449633) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1051 Thread 0x78f170cfb2c0 (LWP 3448710) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1052 Thread 0x78f1b2ff72c0 (LWP 3448473) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1053 Thread 0x78f13ec7d2c0 (LWP 3449099) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1054 Thread 0x78f13f8fb2c0 (LWP 3449088) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1055 Thread 0x78f170b792c0 (LWP 3451268) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1056 Thread 0x78f17147d2c0 (LWP 3448693) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1057 Thread 0x78f15207d2c0 (LWP 3448831) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1058 Thread 0x78f0e007d2c0 (LWP 3449642) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1059 Thread 0x78f16b67d2c0 (LWP 3448736) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1060 Thread 0x78efe5b792c0 (LWP 3451239) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5b69f00, op=393, expected=0, futex_word=0x78f0ef79eb80) at ./nptl/futex-internal.c:57 1061 Thread 0x78f14647d2c0 (LWP 3448971) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1062 Thread 0x78f149a7d2c0 (LWP 3448887) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149a6b570, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1063 Thread 0x78f1469f72c0 (LWP 3448966) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1064 Thread 0x78f1520fb2c0 (LWP 3448832) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1065 Thread 0x78f1460fb2c0 (LWP 3448980) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1066 Thread 0x78f0e3afb2c0 (LWP 3449527) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3aebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1067 Thread 0x78f1877f72c0 (LWP 3448493) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1068 Thread 0x78f1b2e7d2c0 (LWP 3448460) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1069 Thread 0x78f1459f72c0 (LWP 3448998) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1070 Thread 0x78f1896fb2c0 (LWP 3448479) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1071 Thread 0x78f151cfb2c0 (LWP 3448840) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151cebea0, op=137, expected=0, futex_word=0x78f151cebf88) at ./nptl/futex-internal.c:57 1072 Thread 0x78f17ecfb2c0 (LWP 3448548) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ecebd10, op=393, expected=0, futex_word=0x57b1a0d1cafc ) at ./nptl/futex-internal.c:57 1073 Thread 0x78f0e4df72c0 (LWP 3449493) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4de7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1074 Thread 0x78f152c7d2c0 (LWP 3448815) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1075 Thread 0x78f1462fb2c0 (LWP 3448976) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1076 Thread 0x78efa1bf72c0 (LWP 3451400) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1077 Thread 0x78f16b07d2c0 (LWP 3448748) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1078 Thread 0x78f1452fb2c0 (LWP 3449008) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1079 Thread 0x78f189efb2c0 (LWP 3448475) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1080 Thread 0x78f1464fb2c0 (LWP 3448972) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1081 Thread 0x78f1455792c0 (LWP 3449005) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1082 Thread 0x78f1802fb2c0 (LWP 3448524) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1802eae90, op=393, expected=0, futex_word=0x57b1a5d34118 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5720>) at ./nptl/futex-internal.c:57 1083 Thread 0x78f1897792c0 (LWP 3448480) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1084 Thread 0x78f1717792c0 (LWP 3448691) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1085 Thread 0x78f17fb792c0 (LWP 3448533) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17fb69690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 1086 Thread 0x78f144ff72c0 (LWP 3449018) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1087 Thread 0x78f0e5f792c0 (LWP 3449456) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1088 Thread 0x78f0e35792c0 (LWP 3449540) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3569e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1089 Thread 0x78f1880fb2c0 (LWP 3448487) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1090 Thread 0x78f17f8fb2c0 (LWP 3448536) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f8eb690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 1091 Thread 0x78f146afb2c0 (LWP 3448960) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1092 Thread 0x78f17247d2c0 (LWP 3448677) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1093 Thread 0x78f0e60fb2c0 (LWP 3449451) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1094 Thread 0x78f17f3f72c0 (LWP 3448546) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f3e79c0, op=393, expected=0, futex_word=0x57b1a0d1cf3c ) at ./nptl/futex-internal.c:57 1095 Thread 0x78f0e467d2c0 (LWP 3449502) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e466de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1096 Thread 0x78f16bcfb2c0 (LWP 3448725) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1097 Thread 0x78f14547d2c0 (LWP 3449003) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1098 Thread 0x78f0e61792c0 (LWP 3449452) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1099 Thread 0x78f129d792c0 (LWP 3449187) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1100 Thread 0x78f186d792c0 (LWP 3448496) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1101 Thread 0x78f1715792c0 (LWP 3448695) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1102 Thread 0x78f17ed792c0 (LWP 3448549) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ed68e90, op=393, expected=0, futex_word=0x57b1a238491c <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5724>) at ./nptl/futex-internal.c:57 1103 Thread 0x78f145f792c0 (LWP 3448985) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1104 Thread 0x78f1b4ff72c0 (LWP 3448451) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1105 Thread 0x78f14987d2c0 (LWP 3448891) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1106 Thread 0x78f0e2ff72c0 (LWP 3449553) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1107 Thread 0x78f1455f72c0 (LWP 3449006) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1108 Thread 0x78f1648fb2c0 (LWP 3448772) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1648ebd60, op=393, expected=0, futex_word=0x78f16cf23e30) at ./nptl/futex-internal.c:57 1109 Thread 0x78f1859f72c0 (LWP 3448505) 0x000078f1ce52a042 in epoll_wait (epfd=103, events=0x78f1859e66f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1110 Thread 0x78f1767792c0 (LWP 3448635) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176769ee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1111 Thread 0x78f1496fb2c0 (LWP 3448896) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1112 Thread 0x78f14da7d2c0 (LWP 3448843) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1113 Thread 0x78f16befb2c0 (LWP 3448721) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1114 Thread 0x78f1646fb2c0 (LWP 3448776) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1646ebed0, op=393, expected=0, futex_word=0x78f1bbb7cb08) at ./nptl/futex-internal.c:57 1115 Thread 0x78f14307d2c0 (LWP 3449031) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1116 Thread 0x78f18807d2c0 (LWP 3448486) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1117 Thread 0x78f0e41f72c0 (LWP 3449517) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e41e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1118 Thread 0x78f1476fb2c0 (LWP 3448952) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1476ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1119 Thread 0x78f186c7d2c0 (LWP 3448494) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1120 Thread 0x78f1725792c0 (LWP 3448679) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1121 Thread 0x78f1451f72c0 (LWP 3449014) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1122 Thread 0x78f1485f72c0 (LWP 3448926) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1485e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1123 Thread 0x78f16b3f72c0 (LWP 3448747) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1124 Thread 0x78f14227d2c0 (LWP 3449039) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1125 Thread 0x78f15dafb2c0 (LWP 3448792) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 1126 Thread 0x78f145c7d2c0 (LWP 3448987) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1127 Thread 0x78f18387d2c0 (LWP 3448506) 0x000078f1ce52a042 in epoll_wait (epfd=110, events=0x78f18386c6f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1128 Thread 0x78f16447d2c0 (LWP 3448779) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16446b390, op=393, expected=0, futex_word=0x78f1cd8070b0) at ./nptl/futex-internal.c:57 1129 Thread 0x78f1863792c0 (LWP 3448500) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1130 Thread 0x78f17fafb2c0 (LWP 3448532) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17faeb690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 1131 Thread 0x78f13fff72c0 (LWP 3449086) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1132 Thread 0x78f1783792c0 (LWP 3448579) 0x000078f1ce51b4cd in __GI___poll (fds=0x78f1783699b8, nfds=1, timeout=10000) at ../sysdeps/unix/sysv/linux/poll.c:43 1133 Thread 0x78f17e87d2c0 (LWP 3448551) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1134 Thread 0x78f147a7d2c0 (LWP 3448943) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147a6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1135 Thread 0x78f145d792c0 (LWP 3448989) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1136 Thread 0x78f14dafb2c0 (LWP 3448844) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1137 Thread 0x78f188a7d2c0 (LWP 3448482) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1138 Thread 0x78f0e1e7d2c0 (LWP 3449582) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1139 Thread 0x78f147e7d2c0 (LWP 3448935) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147e6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1140 Thread 0x78f14a5792c0 (LWP 3448869) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a569ea0, op=137, expected=0, futex_word=0x78f14a569f88) at ./nptl/futex-internal.c:57 1141 Thread 0x78f1423792c0 (LWP 3449041) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1142 Thread 0x78f1407f72c0 (LWP 3449074) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1143 Thread 0x78f172bf72c0 (LWP 3448668) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1144 Thread 0x78f0e15792c0 (LWP 3449604) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1145 Thread 0x78f17d9792c0 (LWP 3448557) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d969bd0, op=393, expected=0, futex_word=0x57b1a09fe378 ) at ./nptl/futex-internal.c:57 1146 Thread 0x78f146a7d2c0 (LWP 3448959) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1147 Thread 0x78f0e167d2c0 (LWP 3449598) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1148 Thread 0x78f15307d2c0 (LWP 3448807) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1149 Thread 0x78f17d87d2c0 (LWP 3448555) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d86dbd0, op=393, expected=0, futex_word=0x57b1a09fdf3c ) at ./nptl/futex-internal.c:57 1150 Thread 0x78f1466fb2c0 (LWP 3448968) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1151 Thread 0x78f14cd792c0 (LWP 3448853) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14cd69f70, op=393, expected=0, futex_word=0x78f16cf1f2b0) at ./nptl/futex-internal.c:57 1152 Thread 0x78f147b792c0 (LWP 3448945) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147b69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1153 Thread 0x78f17f5f72c0 (LWP 3448542) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1154 Thread 0x78f1409792c0 (LWP 3449069) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1155 Thread 0x78f172afb2c0 (LWP 3448666) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1156 Thread 0x78f1461792c0 (LWP 3448981) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1157 Thread 0x78f0dfff72c0 (LWP 3449649) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1158 Thread 0x78f1742006c0 (LWP 3448657) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1159 Thread 0x78f14a8fb2c0 (LWP 3448860) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a8ebea0, op=137, expected=0, futex_word=0x78f14a8ebf88) at ./nptl/futex-internal.c:57 1160 Thread 0x78f18587d2c0 (LWP 3448502) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1161 Thread 0x78f1490fb2c0 (LWP 3448900) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1162 Thread 0x78f17d8fb2c0 (LWP 3448556) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d8ebbd0, op=393, expected=0, futex_word=0x57b1a09fdf3c ) at ./nptl/futex-internal.c:57 1163 Thread 0x78f16aff72c0 (LWP 3448755) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1164 Thread 0x78f1771792c0 (LWP 3448615) 0x000078f1ce52a042 in epoll_wait (epfd=48, events=0x78f185245870, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1165 Thread 0x78f13f7792c0 (LWP 3449093) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1166 Thread 0x78f1b447d2c0 (LWP 3448452) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1167 Thread 0x78f1450fb2c0 (LWP 3449012) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1168 Thread 0x78f17f9f72c0 (LWP 3448538) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f9e7690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 1169 Thread 0x78f0e46fb2c0 (LWP 3449503) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e46ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1170 Thread 0x78f170d792c0 (LWP 3448713) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1171 Thread 0x78f0e2d792c0 (LWP 3449556) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1172 Thread 0x78f16ac7d2c0 (LWP 3448756) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1173 Thread 0x78f16b47d2c0 (LWP 3448740) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1174 Thread 0x78f152f792c0 (LWP 3448813) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1175 Thread 0x78f1766fb2c0 (LWP 3448634) 0x000078f1ce52a042 in epoll_wait (epfd=43, events=0x78f1853f9870, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1176 Thread 0x78f1443f72c0 (LWP 3449030) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1177 Thread 0x78f1457f72c0 (LWP 3449002) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1178 Thread 0x78f1527792c0 (LWP 3448829) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f152769a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 1179 Thread 0x78f16b3792c0 (LWP 3448746) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1180 Thread 0x78f141d792c0 (LWP 3449049) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1181 Thread 0x78f13f5792c0 (LWP 3449097) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1182 Thread 0x78f17c6fb2c0 (LWP 3448568) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17c6eae90, op=393, expected=0, futex_word=0x57b1a0d28c18 ) at ./nptl/futex-internal.c:57 1183 Thread 0x78f148c7d2c0 (LWP 3448907) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148c6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1184 Thread 0x78f145b792c0 (LWP 3448993) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1185 Thread 0x78f0dfe7d2c0 (LWP 3449646) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1186 Thread 0x78f14567d2c0 (LWP 3448999) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1187 Thread 0x78f141cfb2c0 (LWP 3449048) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1188 Thread 0x78efe6d792c0 (LWP 3451228) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6d69f00, op=393, expected=0, futex_word=0x78f0da8be9e0) at ./nptl/futex-internal.c:57 1189 Thread 0x78f14d8fb2c0 (LWP 3448848) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1190 Thread 0x78f145afb2c0 (LWP 3448992) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1191 Thread 0x78f1877792c0 (LWP 3448492) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1192 Thread 0x78f16b87d2c0 (LWP 3448732) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1193 Thread 0x78f13f4fb2c0 (LWP 3449096) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1194 Thread 0x78f14a87d2c0 (LWP 3448859) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea2e7d0) at ./nptl/futex-internal.c:57 1195 Thread 0x78f148f792c0 (LWP 3448905) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148f69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1196 Thread 0x78f0e227d2c0 (LWP 3449574) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1197 Thread 0x78f1491792c0 (LWP 3448901) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149169ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1198 Thread 0x78efa047d2c0 (LWP 3451592) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1199 Thread 0x78f14a0fb2c0 (LWP 3448876) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a0eba40, op=393, expected=0, futex_word=0x78f16cf99070) at ./nptl/futex-internal.c:57 1200 Thread 0x78f1419792c0 (LWP 3449053) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1201 Thread 0x78f14027d2c0 (LWP 3449079) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1202 Thread 0x78f152a7d2c0 (LWP 3448819) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1203 Thread 0x78f1488fb2c0 (LWP 3448916) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1488ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1204 Thread 0x78f148ff72c0 (LWP 3448906) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148fe7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1205 Thread 0x78f1453f72c0 (LWP 3449010) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1206 Thread 0x78f1728fb2c0 (LWP 3448670) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1207 Thread 0x78f1481792c0 (LWP 3448933) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148169ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1208 Thread 0x78f1430fb2c0 (LWP 3449032) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1209 Thread 0x78f151c7d2c0 (LWP 3448839) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151c6dea0, op=137, expected=0, futex_word=0x78f151c6df88) at ./nptl/futex-internal.c:57 1210 Thread 0x78f1487f72c0 (LWP 3448922) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1487e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1211 Thread 0x78f13f47d2c0 (LWP 3449095) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1212 Thread 0x78f1403f72c0 (LWP 3449082) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1213 Thread 0x78f176efb2c0 (LWP 3448618) 0x000078f1ce52a042 in epoll_wait (epfd=55, events=0x78f185244d30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1214 Thread 0x78f147df72c0 (LWP 3448942) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147de7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1215 Thread 0x78f0e27f72c0 (LWP 3449569) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1216 Thread 0x78f1763f72c0 (LWP 3448644) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1763e7f00, op=393, expected=0, futex_word=0x78f1bb47f5c0) at ./nptl/futex-internal.c:57 1217 Thread 0x78f13fefb2c0 (LWP 3449084) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1218 Thread 0x78f148bf72c0 (LWP 3448914) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148be7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1219 Thread 0x78f15db792c0 (LWP 3448793) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15db69ea0, op=137, expected=0, futex_word=0x78f15db69f88) at ./nptl/futex-internal.c:57 1220 Thread 0x78f0e00fb2c0 (LWP 3449643) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1221 Thread 0x78f0e17f72c0 (LWP 3449601) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1222 Thread 0x78f1765792c0 (LWP 3448639) 0x000078f1ce52a042 in epoll_wait (epfd=152, events=0x78f176568830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1223 Thread 0x78f15287d2c0 (LWP 3448823) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15286da00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 1224 Thread 0x78f144f792c0 (LWP 3449017) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1225 Thread 0x78f0249f72c0 (LWP 3451290) 0x000078f1ce4fa555 in __libc_pwrite64 (offset=, count=4096, buf=0x78f044129000, fd=191) at ../sysdeps/unix/sysv/linux/pwrite64.c:25 1226 Thread 0x78f144cfb2c0 (LWP 3449020) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1227 Thread 0x78f148a7d2c0 (LWP 3448911) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148a6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1228 Thread 0x78f0e0afb2c0 (LWP 3449623) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1229 Thread 0x78efe6df72c0 (LWP 3451229) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6de7f00, op=393, expected=0, futex_word=0x78f0da8beb80) at ./nptl/futex-internal.c:57 1230 Thread 0x78f1bb1f72c0 (LWP 3448447) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1231 Thread 0x78f148b792c0 (LWP 3448913) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148b69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1232 Thread 0x78f14147d2c0 (LWP 3449055) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1233 Thread 0x78f14ccfb2c0 (LWP 3448852) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14ccebf90, op=393, expected=0, futex_word=0x78f16cf1ef30) at ./nptl/futex-internal.c:57 1234 Thread 0x78f166df72c0 (LWP 3448762) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1235 Thread 0x78f0e2efb2c0 (LWP 3449551) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1236 Thread 0x78f140b792c0 (LWP 3449065) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1237 Thread 0x78f17cc7d2c0 (LWP 3448563) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17cc6dc80, op=393, expected=0, futex_word=0x57b1a0a00180 ) at ./nptl/futex-internal.c:57 1238 Thread 0x78f17e9f72c0 (LWP 3448554) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17e9e7bd0, op=393, expected=0, futex_word=0x57b1a09fdb38 ) at ./nptl/futex-internal.c:57 1239 Thread 0x78f145df72c0 (LWP 3448990) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1240 Thread 0x78f1b44fb2c0 (LWP 3448453) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1241 Thread 0x78f176afb2c0 (LWP 3448626) 0x000078f1ce52a042 in epoll_wait (epfd=33, events=0x78f185242b70, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1242 Thread 0x78f144e7d2c0 (LWP 3449015) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1243 Thread 0x78f1b37792c0 (LWP 3448458) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1244 Thread 0x78f1478fb2c0 (LWP 3448948) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1478ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1245 Thread 0x78f1769792c0 (LWP 3448631) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176969e80, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1246 Thread 0x78f0248fb2c0 (LWP 3449801) 0x000078f1ce52a042 in epoll_wait (epfd=230, events=0x78f0248ebde0, maxevents=32, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1247 Thread 0x78f17d5792c0 (LWP 3448561) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d569e30, op=393, expected=0, futex_word=0x57b1a09ff0b8 ) at ./nptl/futex-internal.c:57 1248 Thread 0x78f1497f72c0 (LWP 3448898) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1249 Thread 0x78f1451792c0 (LWP 3449013) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1250 Thread 0x78f141c7d2c0 (LWP 3449047) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1251 Thread 0x78f0e0efb2c0 (LWP 3449615) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1252 Thread 0x78f159afb2c0 (LWP 3448804) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159aeba60, op=393, expected=0, futex_word=0x78f1c85ff4b0) at ./nptl/futex-internal.c:57 1253 Thread 0x78f1457792c0 (LWP 3449001) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1254 Thread 0x78f000efb2c0 (LWP 3449833) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1255 Thread 0x78f17fa7d2c0 (LWP 3448531) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17fa6d690, op=393, expected=0, futex_word=0x57b1a0d201a8 ) at ./nptl/futex-internal.c:57 1256 Thread 0x78f1409f72c0 (LWP 3449070) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1257 Thread 0x78f14507d2c0 (LWP 3449011) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1258 Thread 0x78f145e7d2c0 (LWP 3448983) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1259 Thread 0x78f181a7d2c0 (LWP 3448518) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1260 Thread 0x78f14a4fb2c0 (LWP 3448868) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14a4ebdb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1261 Thread 0x78f14a07d2c0 (LWP 3448875) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a06deb0, op=393, expected=0, futex_word=0x78f16cf98f30) at ./nptl/futex-internal.c:57 1262 Thread 0x78f17d47d2c0 (LWP 3448559) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d46dbd0, op=393, expected=0, futex_word=0x57b1a09feb78 ) at ./nptl/futex-internal.c:57 1263 Thread 0x78f1404fb2c0 (LWP 3449076) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1264 Thread 0x78efa5a7d2c0 (LWP 3451230) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5a6df00, op=393, expected=0, futex_word=0x78f0da8bed20) at ./nptl/futex-internal.c:57 1265 Thread 0x78f152e7d2c0 (LWP 3448811) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1266 Thread 0x78f17d5f72c0 (LWP 3448562) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d5e7e30, op=393, expected=0, futex_word=0x57b1a09ff0b8 ) at ./nptl/futex-internal.c:57 1267 Thread 0x78f149b792c0 (LWP 3448889) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149b697f0, op=393, expected=0, futex_word=0x78f1bdb91020) at ./nptl/futex-internal.c:57 1268 Thread 0x78f149d792c0 (LWP 3448885) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701f17d0) at ./nptl/futex-internal.c:57 1269 Thread 0x78f14207d2c0 (LWP 3449043) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1270 Thread 0x78f1406fb2c0 (LWP 3449072) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1271 Thread 0x78f05427d2c0 (LWP 3450746) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f05426dde0, op=393, expected=0, futex_word=0x78f1cd807958) at ./nptl/futex-internal.c:57 1272 Thread 0x78f17827d2c0 (LWP 3448577) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17826dee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1273 Thread 0x78f181afb2c0 (LWP 3448519) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181aeb190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1274 Thread 0x78f17d4fb2c0 (LWP 3448560) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d4ebbd0, op=393, expected=0, futex_word=0x57b1a09feb78 ) at ./nptl/futex-internal.c:57 1275 Thread 0x78f17ba7d2c0 (LWP 3448571) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17ba6ddf0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1276 Thread 0x78efa5df72c0 (LWP 3451225) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5de7f00, op=393, expected=0, futex_word=0x78f0da8be504) at ./nptl/futex-internal.c:57 1277 Thread 0x78efe6cfb2c0 (LWP 3451227) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6cebf00, op=393, expected=0, futex_word=0x78f0da8be840) at ./nptl/futex-internal.c:57 1278 Thread 0x78f01ef792c0 (LWP 3450201) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1279 Thread 0x78f188b792c0 (LWP 3448484) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1280 Thread 0x78f1859792c0 (LWP 3448504) 0x000078f1ce52a042 in epoll_wait (epfd=96, events=0x78f1859686f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1281 Thread 0x78f0dfdf72c0 (LWP 3449653) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1282 Thread 0x78f176d792c0 (LWP 3448623) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176d69ee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1283 Thread 0x78f1b5a006c0 (LWP 3448444) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1284 Thread 0x78f176cfb2c0 (LWP 3448622) 0x000078f1ce52a042 in epoll_wait (epfd=23, events=0x78f185243e30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1285 Thread 0x78f17ec7d2c0 (LWP 3448547) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ec6d9d0, op=393, expected=0, futex_word=0x57b1a0d1d0bc ) at ./nptl/futex-internal.c:57 1286 Thread 0x78f0e01f72c0 (LWP 3449645) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1287 Thread 0x78f14887d2c0 (LWP 3448915) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14886ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1288 Thread 0x78efa58fb2c0 (LWP 3451241) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa58ebf00, op=393, expected=0, futex_word=0x78f0ef79eec0) at ./nptl/futex-internal.c:57 1289 Thread 0x78f1769f72c0 (LWP 3448632) 0x000078f1ce52a042 in epoll_wait (epfd=27, events=0x78f1852436b0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1290 Thread 0x78efa5cfb2c0 (LWP 3451223) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5cebf00, op=393, expected=0, futex_word=0x78f0da8be1c0) at ./nptl/futex-internal.c:57 1291 Thread 0x78f142b792c0 (LWP 3449037) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1292 Thread 0x78f1418fb2c0 (LWP 3449052) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1293 Thread 0x78f1b2efb2c0 (LWP 3448461) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1294 Thread 0x78f1881792c0 (LWP 3448488) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1295 Thread 0x78f176bf72c0 (LWP 3448628) 0x000078f1ce52a042 in epoll_wait (epfd=37, events=0x78f1852423f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1296 Thread 0x78f15267d2c0 (LWP 3448827) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15266da00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 1297 Thread 0x78f14587d2c0 (LWP 3448995) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1298 Thread 0x78f14047d2c0 (LWP 3449075) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1299 Thread 0x78f17cd792c0 (LWP 3448565) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17cd69e30, op=393, expected=0, futex_word=0x57b1a09ffbb8 ) at ./nptl/futex-internal.c:57 1300 Thread 0x78f17bb792c0 (LWP 3448573) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17bb69ea0, op=137, expected=0, futex_word=0x78f17bb69f88) at ./nptl/futex-internal.c:57 1301 Thread 0x78efe6c7d2c0 (LWP 3451226) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6c6df00, op=393, expected=0, futex_word=0x78f0da8be6a0) at ./nptl/futex-internal.c:57 1302 Thread 0x78f144d792c0 (LWP 3449021) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1303 Thread 0x78f17667d2c0 (LWP 3448633) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17666dee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1304 Thread 0x78f181c7d2c0 (LWP 3448514) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1305 Thread 0x78f1b367d2c0 (LWP 3448456) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1306 Thread 0x78f1bb1792c0 (LWP 3448446) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1307 Thread 0x78f1761792c0 (LWP 3448647) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f176169b10, op=393, expected=0, futex_word=0x78f1bb48eacc) at ./nptl/futex-internal.c:57 1308 Thread 0x78f1839f72c0 (LWP 3448509) 0x000078f1ce52a042 in epoll_wait (epfd=131, events=0x78f1839e66f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1309 Thread 0x78f16bd792c0 (LWP 3448726) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1310 Thread 0x78f1405792c0 (LWP 3449077) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1311 Thread 0x78f176e7d2c0 (LWP 3448617) 0x000078f1ce52a042 in epoll_wait (epfd=53, events=0x78f1852450f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1312 Thread 0x78f1414fb2c0 (LWP 3449056) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1313 Thread 0x78f1764fb2c0 (LWP 3448638) 0x000078f1ce52a042 in epoll_wait (epfd=149, events=0x78f1764ea830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1314 Thread 0x78f1b37f72c0 (LWP 3448459) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1315 Thread 0x78f129df72c0 (LWP 3449188) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1316 Thread 0x78f1454fb2c0 (LWP 3449004) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1317 Thread 0x78f186df72c0 (LWP 3448497) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1318 Thread 0x78f16b1792c0 (LWP 3448750) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1319 Thread 0x78f1762fb2c0 (LWP 3448642) 0x000078f1ce52a042 in epoll_wait (epfd=161, events=0x78f1762ea830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1320 Thread 0x78f02487d2c0 (LWP 3449800) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f02486d970, op=393, expected=0, futex_word=0x57b1a5c61530 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+176>) at ./nptl/futex-internal.c:57 1321 Thread 0x78f1b2f792c0 (LWP 3448462) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1322 Thread 0x78f1403792c0 (LWP 3449081) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1323 Thread 0x78f0e1f792c0 (LWP 3449584) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1324 Thread 0x78f18627d2c0 (LWP 3448498) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1325 Thread 0x78f0ce47d2c0 (LWP 3449705) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0ce46df90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1326 Thread 0x78f16b9792c0 (LWP 3448734) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1327 Thread 0x78f176c7d2c0 (LWP 3448621) 0x000078f1ce52a042 in epoll_wait (epfd=21, events=0x78f1852441f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1328 Thread 0x78efa4cfb2c0 (LWP 3451288) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa4cebd40, op=393, expected=0, futex_word=0x78f0f07b4690) at ./nptl/futex-internal.c:57 1329 Thread 0x78f17c67d2c0 (LWP 3448567) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17c66df50, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1330 Thread 0x78f151d792c0 (LWP 3448841) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1331 Thread 0x78f1415792c0 (LWP 3449057) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1332 Thread 0x78f1768fb2c0 (LWP 3448630) 0x000078f1ce52a042 in epoll_wait (epfd=41, events=0x78f1853f9c30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1333 Thread 0x78f170bf72c0 (LWP 3449704) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f170be7f70, op=393, expected=0, futex_word=0x57b1a26ae400 ) at ./nptl/futex-internal.c:57 1334 Thread 0x78f17627d2c0 (LWP 3448641) 0x000078f1ce52a042 in epoll_wait (epfd=158, events=0x78f17626c830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1335 Thread 0x78f181bf72c0 (LWP 3448522) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f181be7de0, op=393, expected=0, futex_word=0x57b1a0d1f30c ) at ./nptl/futex-internal.c:57 1336 Thread 0x78f181d792c0 (LWP 3448516) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1337 Thread 0x78f14d87d2c0 (LWP 3448847) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1338 Thread 0x78f17f4fb2c0 (LWP 3448540) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1339 Thread 0x78f176f792c0 (LWP 3448619) 0x000078f1ce52a042 in epoll_wait (epfd=57, events=0x78f185244970, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1340 Thread 0x78f1838fb2c0 (LWP 3448507) 0x000078f1ce52a042 in epoll_wait (epfd=117, events=0x78f1838ea6f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1341 Thread 0x78f144efb2c0 (LWP 3449016) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1342 Thread 0x78efa5b792c0 (LWP 3451232) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5b69f00, op=393, expected=0, futex_word=0x78f0da8bf060) at ./nptl/futex-internal.c:57 1343 Thread 0x78f175cfb2c0 (LWP 3448658) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1344 Thread 0x78f181cfb2c0 (LWP 3448515) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1345 Thread 0x78f17d9f72c0 (LWP 3448558) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d9e7bd0, op=393, expected=0, futex_word=0x57b1a09fe778 ) at ./nptl/futex-internal.c:57 1346 Thread 0x78f1419f72c0 (LWP 3449054) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1347 Thread 0x78f140df72c0 (LWP 3449062) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1348 Thread 0x78f17e8fb2c0 (LWP 3448552) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1349 Thread 0x78f18027d2c0 (LWP 3448523) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f18026dde0, op=393, expected=0, futex_word=0x57b1a0d1f30c ) at ./nptl/futex-internal.c:57 1350 Thread 0x78f1431792c0 (LWP 3449033) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1351 Thread 0x78f1b5e006c0 (LWP 3448443) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1352 Thread 0x78f1767f72c0 (LWP 3448636) 0x000078f1ce52a042 in epoll_wait (epfd=148, events=0x78f1767e6490, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1353 Thread 0x78f16bdf72c0 (LWP 3448727) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1354 Thread 0x78f175f792c0 (LWP 3448651) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175f69b10, op=393, expected=0, futex_word=0x78f1bb490dc8) at ./nptl/futex-internal.c:57 1355 Thread 0x78f140a7d2c0 (LWP 3449063) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1356 Thread 0x78f17cdf72c0 (LWP 3448566) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17cde7e30, op=393, expected=0, futex_word=0x57b1a0a00468 ) at ./nptl/futex-internal.c:57 1357 Thread 0x78f17fe7d2c0 (LWP 3448527) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1badc77d4) at ./nptl/futex-internal.c:57 1358 Thread 0x78f175c7d2c0 (LWP 3448653) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175c6db10, op=393, expected=0, futex_word=0x78f1bb491f4c) at ./nptl/futex-internal.c:57 1359 Thread 0x78f1803f72c0 (LWP 3448526) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1803e6e90, op=393, expected=0, futex_word=0x57b1a24a7d58 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5720>) at ./nptl/futex-internal.c:57 1360 Thread 0x78f1458fb2c0 (LWP 3448996) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1361 Thread 0x78f17687d2c0 (LWP 3448629) 0x000078f1ce52a042 in epoll_wait (epfd=39, events=0x78f185242030, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1362 Thread 0x78f1663f72c0 (LWP 3448766) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1663e7ea0, op=137, expected=0, futex_word=0x78f1663e7f88) at ./nptl/futex-internal.c:57 1363 Thread 0x78f1529f72c0 (LWP 3448826) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1529e7a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 1364 Thread 0x78f188afb2c0 (LWP 3448483) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1365 Thread 0x78f1782fb2c0 (LWP 3448578) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1782eaec0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1366 Thread 0x78f144df72c0 (LWP 3449022) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1367 Thread 0x78f1528fb2c0 (LWP 3448824) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1528eba00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 1368 Thread 0x78f14787d2c0 (LWP 3448947) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14786de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1369 Thread 0x78f1876fb2c0 (LWP 3448491) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1370 Thread 0x78f18767d2c0 (LWP 3448490) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1371 Thread 0x78f0542fb2c0 (LWP 3449827) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1372 Thread 0x78f176a7d2c0 (LWP 3448625) 0x000078f1ce52a042 in epoll_wait (epfd=31, events=0x78f185242f30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1373 Thread 0x78f14087d2c0 (LWP 3449067) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1374 Thread 0x78f175a006c0 (LWP 3448655) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1375 Thread 0x78f17ff792c0 (LWP 3448529) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ff68e90, op=393, expected=0, futex_word=0x57b1a5f17f18 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5720>) at ./nptl/futex-internal.c:57 1376 Thread 0x78f02d5f72c0 (LWP 3449799) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f02d5e7ef0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1377 Thread 0x78f17f5792c0 (LWP 3448541) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1378 Thread 0x78f181df72c0 (LWP 3448517) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1379 Thread 0x78f001b792c0 (LWP 3449830) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1380 Thread 0x78f17c7792c0 (LWP 3448569) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1381 Thread 0x78f17607d2c0 (LWP 3448645) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17606df70, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1382 Thread 0x78f000ff72c0 (LWP 3451190) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f000fe7b70, op=393, expected=0, futex_word=0x78f1695a24a8) at ./nptl/futex-internal.c:57 1383 Thread 0x78f18967d2c0 (LWP 3448478) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1384 Thread 0x78f17edf72c0 (LWP 3448550) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ede79e0, op=393, expected=0, futex_word=0x57b1a0d1ee70 ) at ./nptl/futex-internal.c:57 1385 Thread 0x78f1765f72c0 (LWP 3448640) 0x000078f1ce52a042 in epoll_wait (epfd=155, events=0x78f1765e6830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1386 Thread 0x78f151e7d2c0 (LWP 3448835) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151e6dea0, op=137, expected=0, futex_word=0x78f1cd80a0bc) at ./nptl/futex-internal.c:57 1387 Thread 0x78f186cfb2c0 (LWP 3448495) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1388 Thread 0x78f0249792c0 (LWP 3449802) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f024969e10, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1389 Thread 0x78f1783f72c0 (LWP 3448580) 0x000078f1ce445fb8 in __GI___sigtimedwait (set=0x78f1783e7c60, info=0x0, timeout=0x78f1783e7e20) at ../sysdeps/unix/sysv/linux/sigtimedwait.c:31 1390 Thread 0x78f175e7d2c0 (LWP 3448649) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175e6db10, op=393, expected=0, futex_word=0x78f1bb48fc48) at ./nptl/futex-internal.c:57 1391 Thread 0x78f17fefb2c0 (LWP 3448528) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17feebea0, op=137, expected=0, futex_word=0x78f17feebf88) at ./nptl/futex-internal.c:57 1392 Thread 0x78f000e7d2c0 (LWP 3449832) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1393 Thread 0x78f181b792c0 (LWP 3448520) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1394 Thread 0x78f1862fb2c0 (LWP 3448499) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1395 Thread 0x78f1491f72c0 (LWP 3448902) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1491e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1396 Thread 0x78f14dbf72c0 (LWP 3448846) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14dbe7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1397 Thread 0x78f1863f72c0 (LWP 3448501) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1398 Thread 0x78f17ccfb2c0 (LWP 3448564) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ccebe30, op=393, expected=0, futex_word=0x57b1a09ff4f8 ) at ./nptl/futex-internal.c:57 1399 Thread 0x78f14ca7d2c0 (LWP 3448855) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1400 Thread 0x78f151efb2c0 (LWP 3448836) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151eebe10, op=393, expected=0, futex_word=0x78f1c85dc1b0) at ./nptl/futex-internal.c:57 1401 Thread 0x78f1453792c0 (LWP 3449009) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1402 Thread 0x78f1760fb2c0 (LWP 3448646) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1760ebb10, op=393, expected=0, futex_word=0x78f1bb48e20c) at ./nptl/futex-internal.c:57 1403 Thread 0x78f17f9792c0 (LWP 3448537) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f969690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 1404 Thread 0x78f170a7d2c0 (LWP 3448714) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1405 Thread 0x78f17f47d2c0 (LWP 3448539) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1406 Thread 0x78f1468fb2c0 (LWP 3448964) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1407 Thread 0x78f17707d2c0 (LWP 3448613) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17706ddc0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1408 Thread 0x78f180e006c0 (LWP 3448654) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1409 Thread 0x78f1483f72c0 (LWP 3448930) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1483e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1410 Thread 0x78f1803792c0 (LWP 3448525) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f180368e90, op=393, expected=0, futex_word=0x57b1a2386198 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5720>) at ./nptl/futex-internal.c:57 1411 Thread 0x78f175d792c0 (LWP 3448711) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f175d69f60, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1412 Thread 0x78f1b4e7d2c0 (LWP 3448448) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1413 Thread 0x78f1459792c0 (LWP 3448997) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1414 Thread 0x78f1763792c0 (LWP 3448643) 0x000078f1ce52a042 in epoll_wait (epfd=164, events=0x78f176368830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1415 Thread 0x78f175df72c0 (LWP 3448712) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f175de6710, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1416 Thread 0x78f172b792c0 (LWP 3448667) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1417 Thread 0x78f181f792c0 (LWP 3448512) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181f69190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 1418 Thread 0x78f1423f72c0 (LWP 3449042) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1419 Thread 0x78f174e006c0 (LWP 3448656) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1420 Thread 0x78f13f87d2c0 (LWP 3449087) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1421 Thread 0x78f175ff72c0 (LWP 3448652) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175fe7b10, op=393, expected=0, futex_word=0x78f1bb491688) at ./nptl/futex-internal.c:57 1422 Thread 0x78f17c7f72c0 (LWP 3448570) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1423 Thread 0x78f001bf72c0 (LWP 3449831) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1424 Thread 0x78f1858fb2c0 (LWP 3448503) 0x000078f1ce52a042 in epoll_wait (epfd=94, events=0x78f1858ea7e0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 1425 Thread 0x78f142a7d2c0 (LWP 3449035) 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 1426 Thread 0x78f17fbf72c0 (LWP 3448534) 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17fbe7690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 1427 Thread 0x78f176ff72c0 (LWP 3448620) 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176fe7ea0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 Thread 1427 (Thread 0x78f176ff72c0 (LWP 3448620)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176fe7ea0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b19f582244 in easy_baseth_pool_monitor_func.llvm () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1426 (Thread 0x78f17fbf72c0 (LWP 3448534)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17fbe7690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17fbe7690, clockid=, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d205a8 , expected=0, clockid=, abstime=0x78f17fbe7690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17fbe7690, clockid=0, mutex=0x57b1a0d20558 , cond=0x57b1a0d20580 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20580 , mutex=0x57b1a0d20558 , abstime=0x78f17fbe7690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1425 (Thread 0x78f142a7d2c0 (LWP 3449035)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1424 (Thread 0x78f1858fb2c0 (LWP 3448503)): #0 0x000078f1ce52a042 in epoll_wait (epfd=94, events=0x78f1858ea7e0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e800000000 in ?? () #2 0x000078f1858ea7e0 in ?? () #3 0x0000005e00000200 in ?? () #4 0x000078f1858ea7d0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1858ea7e0 in ?? () #7 0x000078f1858ee400 in ?? () #8 0x0000005e00000000 in ?? () #9 0x00000200000003e8 in ?? () #10 0x000078f1858f0f88 in ?? () #11 0x000078f1858f0f68 in ?? () #12 0x0000000069d526b3 in ?? () #13 0x000000000005ac5a in ?? () #14 0x000057b1a9c2ef10 in _ZL15pn_listen_array.llvm.11718695650748228629 () #15 0x000057b19f4dc520 in ?? () #16 0x000057b1a9c1b460 in global_ussl_loop_struct () #17 0x0000000000000001 in ?? () #18 0x000078f1bbd1b950 in ?? () #19 0x000078f1858ec060 in ?? () #20 0x000057b19f4cf059 in bg_thread_func(void*) () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1423 (Thread 0x78f001bf72c0 (LWP 3449831)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b1813ede1c in oceanbase::omt::ObPxPool::run1() () #4 0x000057b18a343079 in oceanbase::omt::ObPxPool::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1422 (Thread 0x78f17c7f72c0 (LWP 3448570)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1421 (Thread 0x78f175ff72c0 (LWP 3448652)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175fe7b10, op=393, expected=0, futex_word=0x78f1bb491688) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f175fe7b10, clockid=, expected=0, futex_word=0x78f1bb491688) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb491688, expected=0, clockid=, abstime=0x78f175fe7b10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f175fe7b10, clockid=0, mutex=0x78f1bb491638, cond=0x78f1bb491660) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb491660, mutex=0x78f1bb491638, abstime=0x78f175fe7b10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1420 (Thread 0x78f13f87d2c0 (LWP 3449087)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1419 (Thread 0x78f174e006c0 (LWP 3448656)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b19ddf3825 in tc_futex_wait(int*, int, long) () #2 0x000057b1811cf407 in QDiscRoot::do_thread_work() () #3 0x000057b19ddf3619 in QDiscRoot::thread_work(QDiscRoot*) () #4 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #5 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 1418 (Thread 0x78f1423f72c0 (LWP 3449042)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1417 (Thread 0x78f181f792c0 (LWP 3448512)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181f69190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b181050154 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1416 (Thread 0x78f172b792c0 (LWP 3448667)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1415 (Thread 0x78f175df72c0 (LWP 3448712)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f175de6710, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18a37d49f in oceanbase::omt::ObTenantNodeBalancer::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1414 (Thread 0x78f1763792c0 (LWP 3448643)): #0 0x000078f1ce52a042 in epoll_wait (epfd=164, events=0x78f176368830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e800000640 in ?? () #2 0x000078f176368830 in ?? () #3 0x000000a400000200 in ?? () #4 0x000078f17636a160 in ?? () #5 0x000057b181011331 in oceanbase::obmysql::ObSqlNio::run(long) () #6 0x0000009600000095 in ?? () #7 0x0000000000000000 in ?? () Thread 1413 (Thread 0x78f1459792c0 (LWP 3448997)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1412 (Thread 0x78f1b4e7d2c0 (LWP 3448448)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1411 (Thread 0x78f175d792c0 (LWP 3448711)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f175d69f60, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #4 0x000057b1811b5159 in oceanbase::omt::ObMultiTenant::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1410 (Thread 0x78f1803792c0 (LWP 3448525)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f180368e90, op=393, expected=0, futex_word=0x57b1a2386198 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5720>) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f180368e90, clockid=, expected=0, futex_word=0x57b1a2386198 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5720>) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a2386198 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5720>, expected=0, clockid=, abstime=0x78f180368e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f180368e90, clockid=0, mutex=0x57b1a2386148 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5640>, cond=0x57b1a2386170 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5680>) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a2386170 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5680>, mutex=0x57b1a2386148 <_ZZN9oceanbase10rootserver33ObTenantEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5640>, abstime=0x78f180368e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1409 (Thread 0x78f1483f72c0 (LWP 3448930)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1483e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1408 (Thread 0x78f180e006c0 (LWP 3448654)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b19ddf3825 in tc_futex_wait(int*, int, long) () #2 0x000057b1811cf407 in QDiscRoot::do_thread_work() () #3 0x000057b19ddf3619 in QDiscRoot::thread_work(QDiscRoot*) () #4 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #5 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 1407 (Thread 0x78f17707d2c0 (LWP 3448613)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17706ddc0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b1936a68a1 in oceanbase::transaction::ObTsMgr::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1406 (Thread 0x78f1468fb2c0 (LWP 3448964)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1405 (Thread 0x78f17f47d2c0 (LWP 3448539)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1404 (Thread 0x78f170a7d2c0 (LWP 3448714)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b1811dd0e5 in oceanbase::common::ObBaseLogWriter::do_flush_log() () #3 0x000057b1811dcfbe in oceanbase::common::ObBaseLogWriter::flush_log() () #4 0x000057b19de27426 in oceanbase::common::ObBaseLogWriter::flush_log_thread(void*) () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1403 (Thread 0x78f17f9792c0 (LWP 3448537)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f969690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17f969690, clockid=, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d205a8 , expected=0, clockid=, abstime=0x78f17f969690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17f969690, clockid=0, mutex=0x57b1a0d20558 , cond=0x57b1a0d20580 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20580 , mutex=0x57b1a0d20558 , abstime=0x78f17f969690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1402 (Thread 0x78f1760fb2c0 (LWP 3448646)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1760ebb10, op=393, expected=0, futex_word=0x78f1bb48e20c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1760ebb10, clockid=, expected=0, futex_word=0x78f1bb48e20c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb48e20c, expected=0, clockid=, abstime=0x78f1760ebb10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1760ebb10, clockid=0, mutex=0x78f1bb48e1b8, cond=0x78f1bb48e1e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb48e1e0, mutex=0x78f1bb48e1b8, abstime=0x78f1760ebb10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1401 (Thread 0x78f1453792c0 (LWP 3449009)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1400 (Thread 0x78f151efb2c0 (LWP 3448836)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151eebe10, op=393, expected=0, futex_word=0x78f1c85dc1b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f151eebe10, clockid=, expected=0, futex_word=0x78f1c85dc1b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1c85dc1b0, expected=0, clockid=, abstime=0x78f151eebe10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f151eebe10, clockid=0, mutex=0x78f1c85dc160, cond=0x78f1c85dc188) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1c85dc188, mutex=0x78f1c85dc160, abstime=0x78f151eebe10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19326a83c in oceanbase::blocksstable::ObMacroBlockBloomFilterLoadTG::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1399 (Thread 0x78f14ca7d2c0 (LWP 3448855)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b1811dd0e5 in oceanbase::common::ObBaseLogWriter::do_flush_log() () #3 0x000057b1811dcfbe in oceanbase::common::ObBaseLogWriter::flush_log() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1398 (Thread 0x78f17ccfb2c0 (LWP 3448564)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ccebe30, op=393, expected=0, futex_word=0x57b1a09ff4f8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17ccebe30, clockid=, expected=0, futex_word=0x57b1a09ff4f8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09ff4f8 , expected=0, clockid=, abstime=0x78f17ccebe30, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17ccebe30, clockid=0, mutex=0x57b1a09ff4a8 , cond=0x57b1a09ff4d0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09ff4d0 , mutex=0x57b1a09ff4a8 , abstime=0x78f17ccebe30) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18b07c0d7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1397 (Thread 0x78f1863f72c0 (LWP 3448501)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1396 (Thread 0x78f14dbf72c0 (LWP 3448846)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14dbe7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b186ca76bd in oceanbase::palf::LogLoopThread::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1395 (Thread 0x78f1491f72c0 (LWP 3448902)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1491e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1394 (Thread 0x78f1862fb2c0 (LWP 3448499)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1393 (Thread 0x78f181b792c0 (LWP 3448520)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b197ce4454 in oceanbase::share::ObRatelimitMgr::do_work() () #4 0x000057b197ce5aa1 in oceanbase::share::ObRatelimitMgr::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1392 (Thread 0x78f000e7d2c0 (LWP 3449832)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b1813ede1c in oceanbase::omt::ObPxPool::run1() () #4 0x000057b18a343079 in oceanbase::omt::ObPxPool::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1391 (Thread 0x78f17fefb2c0 (LWP 3448528)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17feebea0, op=137, expected=0, futex_word=0x78f17feebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17feebea0, clockid=, expected=0, futex_word=0x78f17feebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17feebf88, expected=0, clockid=, abstime=0x78f17feebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17feebea0, clockid=1, mutex=0x78f17feebf98, cond=0x78f17feebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f17feebf60, mutex=0x78f17feebf98, abstime=0x78f17feebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1390 (Thread 0x78f175e7d2c0 (LWP 3448649)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175e6db10, op=393, expected=0, futex_word=0x78f1bb48fc48) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f175e6db10, clockid=, expected=0, futex_word=0x78f1bb48fc48) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb48fc48, expected=0, clockid=, abstime=0x78f175e6db10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f175e6db10, clockid=0, mutex=0x78f1bb48fbf8, cond=0x78f1bb48fc20) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb48fc20, mutex=0x78f1bb48fbf8, abstime=0x78f175e6db10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1389 (Thread 0x78f1783f72c0 (LWP 3448580)): #0 0x000078f1ce445fb8 in __GI___sigtimedwait (set=0x78f1783e7c60, info=0x0, timeout=0x78f1783e7e20) at ../sysdeps/unix/sysv/linux/sigtimedwait.c:31 #1 0x000057b189b2a1ed in oceanbase::observer::ObSignalHandle::run1() () #2 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #3 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #4 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #5 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 1388 (Thread 0x78f0249792c0 (LWP 3449802)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f024969e10, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18df75a9f in oceanbase::sql::ObPxTargetMgr::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1387 (Thread 0x78f186cfb2c0 (LWP 3448495)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1386 (Thread 0x78f151e7d2c0 (LWP 3448835)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151e6dea0, op=137, expected=0, futex_word=0x78f1cd80a0bc) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f151e6dea0, clockid=, expected=0, futex_word=0x78f1cd80a0bc) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1cd80a0bc, expected=0, clockid=, abstime=0x78f151e6dea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f151e6dea0, clockid=1, mutex=0x78f1cd80a0c8, cond=0x78f1cd80a090) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1cd80a090, mutex=0x78f1cd80a0c8, abstime=0x78f151e6dea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b181263c83 in oceanbase::common::ObTimerService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1385 (Thread 0x78f1765f72c0 (LWP 3448640)): #0 0x000078f1ce52a042 in epoll_wait (epfd=155, events=0x78f1765e6830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e8b57b9a10 in ?? () #2 0x000078f1765e6830 in ?? () #3 0x0000009b00000200 in ?? () #4 0x000078f1765e8160 in ?? () #5 0x000057b181011331 in oceanbase::obmysql::ObSqlNio::run(long) () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1384 (Thread 0x78f17edf72c0 (LWP 3448550)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ede79e0, op=393, expected=0, futex_word=0x57b1a0d1ee70 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17ede79e0, clockid=, expected=0, futex_word=0x57b1a0d1ee70 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1ee70 , expected=0, clockid=, abstime=0x78f17ede79e0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17ede79e0, clockid=0, mutex=0x57b1a0d1ee20 , cond=0x57b1a0d1ee48 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1ee48 , mutex=0x57b1a0d1ee20 , abstime=0x78f17ede79e0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b1875523a7 in oceanbase::rootserver::ObSchemaHistoryRecycler::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1383 (Thread 0x78f18967d2c0 (LWP 3448478)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1382 (Thread 0x78f000ff72c0 (LWP 3451190)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f000fe7b70, op=393, expected=0, futex_word=0x78f1695a24a8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f000fe7b70, clockid=, expected=0, futex_word=0x78f1695a24a8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1695a24a8, expected=0, clockid=, abstime=0x78f000fe7b70, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f000fe7b70, clockid=0, mutex=0x78f1695a2458, cond=0x78f1695a2480) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1695a2480, mutex=0x78f1695a2458, abstime=0x78f000fe7b70) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1891acbd6 in oceanbase::rootserver::ObFreezeReentrantThread::try_idle(long, int) () #8 0x000057b1891cfbc0 in oceanbase::rootserver::ObDailyMajorFreezeLauncher::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1381 (Thread 0x78f17607d2c0 (LWP 3448645)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17606df70, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b197bb2304 in oceanbase::common::ObIOTuner::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1380 (Thread 0x78f17c7792c0 (LWP 3448569)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1379 (Thread 0x78f001b792c0 (LWP 3449830)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b1813ede1c in oceanbase::omt::ObPxPool::run1() () #4 0x000057b18a343079 in oceanbase::omt::ObPxPool::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1378 (Thread 0x78f181df72c0 (LWP 3448517)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1810501c3 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1377 (Thread 0x78f17f5792c0 (LWP 3448541)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1376 (Thread 0x78f02d5f72c0 (LWP 3449799)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f02d5e7ef0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b196bbb8bb in oceanbase::share::ObBGThreadMonitor::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1375 (Thread 0x78f17ff792c0 (LWP 3448529)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ff68e90, op=393, expected=0, futex_word=0x57b1a5f17f18 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5720>) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17ff68e90, clockid=, expected=0, futex_word=0x57b1a5f17f18 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5720>) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a5f17f18 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5720>, expected=0, clockid=, abstime=0x78f17ff68e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17ff68e90, clockid=0, mutex=0x57b1a5f17ec8 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5640>, cond=0x57b1a5f17ef0 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5680>) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a5f17ef0 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5680>, mutex=0x57b1a5f17ec8 <_ZZN9oceanbase5share8detector27ObDeadLockInnerTableService35ObDeadLockEventHistoryTableOperator12get_instanceEvE2op.llvm.572657311617410810+5640>, abstime=0x78f17ff68e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1374 (Thread 0x78f175a006c0 (LWP 3448655)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b19ddf3825 in tc_futex_wait(int*, int, long) () #2 0x000057b1811cf407 in QDiscRoot::do_thread_work() () #3 0x000057b19ddf3619 in QDiscRoot::thread_work(QDiscRoot*) () #4 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #5 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 1373 (Thread 0x78f14087d2c0 (LWP 3449067)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1372 (Thread 0x78f176a7d2c0 (LWP 3448625)): #0 0x000078f1ce52a042 in epoll_wait (epfd=31, events=0x78f185242f30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e88147cc09 in ?? () #2 0x000078f185242f30 in ?? () #3 0x0000001f00000040 in ?? () #4 0x000078f176a6db80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185242f30 in ?? () #7 0x000078f176a6dbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1371 (Thread 0x78f0542fb2c0 (LWP 3449827)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b1813ede1c in oceanbase::omt::ObPxPool::run1() () #4 0x000057b18a343079 in oceanbase::omt::ObPxPool::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1370 (Thread 0x78f18767d2c0 (LWP 3448490)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1369 (Thread 0x78f1876fb2c0 (LWP 3448491)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1368 (Thread 0x78f14787d2c0 (LWP 3448947)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14786de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1367 (Thread 0x78f1528fb2c0 (LWP 3448824)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1528eba00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1528eba00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f1528eba00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1528eba00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f1528eba00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1366 (Thread 0x78f144df72c0 (LWP 3449022)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1365 (Thread 0x78f1782fb2c0 (LWP 3448578)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1782eaec0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b197a8c980 in oceanbase::common::ObDetectManagerThread::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1364 (Thread 0x78f188afb2c0 (LWP 3448483)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1363 (Thread 0x78f1529f72c0 (LWP 3448826)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1529e7a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1529e7a00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f1529e7a00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1529e7a00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f1529e7a00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1362 (Thread 0x78f1663f72c0 (LWP 3448766)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1663e7ea0, op=137, expected=0, futex_word=0x78f1663e7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1663e7ea0, clockid=, expected=0, futex_word=0x78f1663e7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1663e7f88, expected=0, clockid=, abstime=0x78f1663e7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1663e7ea0, clockid=1, mutex=0x78f1663e7f98, cond=0x78f1663e7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1663e7f60, mutex=0x78f1663e7f98, abstime=0x78f1663e7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1361 (Thread 0x78f17687d2c0 (LWP 3448629)): #0 0x000078f1ce52a042 in epoll_wait (epfd=39, events=0x78f185242030, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f185242030 in ?? () #3 0x0000002700000040 in ?? () #4 0x000078f17686db80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185242030 in ?? () #7 0x000078f17686dbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1360 (Thread 0x78f1458fb2c0 (LWP 3448996)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1359 (Thread 0x78f1803f72c0 (LWP 3448526)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1803e6e90, op=393, expected=0, futex_word=0x57b1a24a7d58 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5720>) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1803e6e90, clockid=, expected=0, futex_word=0x57b1a24a7d58 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5720>) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a24a7d58 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5720>, expected=0, clockid=, abstime=0x78f1803e6e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1803e6e90, clockid=0, mutex=0x57b1a24a7d08 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5640>, cond=0x57b1a24a7d30 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5680>) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a24a7d30 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5680>, mutex=0x57b1a24a7d08 <_ZZN9oceanbase8observer36ObAllServerEventHistoryTableOperator12get_instanceEvE8instance.llvm.12954461176053573521+5640>, abstime=0x78f1803e6e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1358 (Thread 0x78f175c7d2c0 (LWP 3448653)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175c6db10, op=393, expected=0, futex_word=0x78f1bb491f4c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f175c6db10, clockid=, expected=0, futex_word=0x78f1bb491f4c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb491f4c, expected=0, clockid=, abstime=0x78f175c6db10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f175c6db10, clockid=0, mutex=0x78f1bb491ef8, cond=0x78f1bb491f20) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb491f20, mutex=0x78f1bb491ef8, abstime=0x78f175c6db10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1357 (Thread 0x78f17fe7d2c0 (LWP 3448527)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1badc77d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1badc77d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1badc77d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1badc7780, cond=0x78f1badc77a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1badc77a8, mutex=0x78f1badc7780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1356 (Thread 0x78f17cdf72c0 (LWP 3448566)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17cde7e30, op=393, expected=0, futex_word=0x57b1a0a00468 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17cde7e30, clockid=, expected=0, futex_word=0x57b1a0a00468 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0a00468 , expected=0, clockid=, abstime=0x78f17cde7e30, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17cde7e30, clockid=0, mutex=0x57b1a0a00418 , cond=0x57b1a0a00440 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0a00440 , mutex=0x57b1a0a00418 , abstime=0x78f17cde7e30) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18b05f1a7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1355 (Thread 0x78f140a7d2c0 (LWP 3449063)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1354 (Thread 0x78f175f792c0 (LWP 3448651)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175f69b10, op=393, expected=0, futex_word=0x78f1bb490dc8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f175f69b10, clockid=, expected=0, futex_word=0x78f1bb490dc8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb490dc8, expected=0, clockid=, abstime=0x78f175f69b10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f175f69b10, clockid=0, mutex=0x78f1bb490d78, cond=0x78f1bb490da0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb490da0, mutex=0x78f1bb490d78, abstime=0x78f175f69b10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1353 (Thread 0x78f16bdf72c0 (LWP 3448727)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1352 (Thread 0x78f1767f72c0 (LWP 3448636)): #0 0x000078f1ce52a042 in epoll_wait (epfd=148, events=0x78f1767e6490, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e872655365 in ?? () #2 0x000078f1767e6490 in ?? () #3 0x0000009400000200 in ?? () #4 0x000078f1767e6480 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: Cannot access memory at address 0x76696c4170656553 Thread 1351 (Thread 0x78f1b5e006c0 (LWP 3448443)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 1350 (Thread 0x78f1431792c0 (LWP 3449033)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1349 (Thread 0x78f18027d2c0 (LWP 3448523)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f18026dde0, op=393, expected=0, futex_word=0x57b1a0d1f30c ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f18026dde0, clockid=, expected=0, futex_word=0x57b1a0d1f30c ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1f30c , expected=0, clockid=, abstime=0x78f18026dde0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f18026dde0, clockid=0, mutex=0x57b1a0d1f2b8 , cond=0x57b1a0d1f2e0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1f2e0 , mutex=0x57b1a0d1f2b8 , abstime=0x78f18026dde0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18b113db7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1348 (Thread 0x78f17e8fb2c0 (LWP 3448552)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b18c1c6aa8 in oceanbase::sql::ObMaintainDepInfoTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1347 (Thread 0x78f140df72c0 (LWP 3449062)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1346 (Thread 0x78f1419f72c0 (LWP 3449054)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1345 (Thread 0x78f17d9f72c0 (LWP 3448558)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d9e7bd0, op=393, expected=0, futex_word=0x57b1a09fe778 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d9e7bd0, clockid=, expected=0, futex_word=0x57b1a09fe778 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09fe778 , expected=0, clockid=, abstime=0x78f17d9e7bd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d9e7bd0, clockid=0, mutex=0x57b1a09fe728 , cond=0x57b1a09fe750 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09fe750 , mutex=0x57b1a09fe728 , abstime=0x78f17d9e7bd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1344 (Thread 0x78f181cfb2c0 (LWP 3448515)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1810501c3 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1343 (Thread 0x78f175cfb2c0 (LWP 3448658)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1342 (Thread 0x78efa5b792c0 (LWP 3451232)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5b69f00, op=393, expected=0, futex_word=0x78f0da8bf060) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5b69f00, clockid=, expected=0, futex_word=0x78f0da8bf060) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8bf060, expected=0, clockid=, abstime=0x78efa5b69f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5b69f00, clockid=0, mutex=0x78f0da8bf010, cond=0x78f0da8bf038) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8bf038, mutex=0x78f0da8bf010, abstime=0x78efa5b69f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1341 (Thread 0x78f144efb2c0 (LWP 3449016)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1340 (Thread 0x78f1838fb2c0 (LWP 3448507)): #0 0x000078f1ce52a042 in epoll_wait (epfd=117, events=0x78f1838ea6f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e884ad3058 in ?? () #2 0x000078f1838ea6f0 in ?? () #3 0x0000007500000200 in ?? () #4 0x000078f1838ea6e0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1339 (Thread 0x78f176f792c0 (LWP 3448619)): #0 0x000078f1ce52a042 in epoll_wait (epfd=57, events=0x78f185244970, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e88147cc09 in ?? () #2 0x000078f185244970 in ?? () #3 0x0000003900000040 in ?? () #4 0x000078f176f69b80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185244970 in ?? () #7 0x000078f176f69bc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1338 (Thread 0x78f17f4fb2c0 (LWP 3448540)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1337 (Thread 0x78f14d87d2c0 (LWP 3448847)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1336 (Thread 0x78f181d792c0 (LWP 3448516)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1810501c3 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1335 (Thread 0x78f181bf72c0 (LWP 3448522)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f181be7de0, op=393, expected=0, futex_word=0x57b1a0d1f30c ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f181be7de0, clockid=, expected=0, futex_word=0x57b1a0d1f30c ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1f30c , expected=0, clockid=, abstime=0x78f181be7de0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f181be7de0, clockid=0, mutex=0x57b1a0d1f2b8 , cond=0x57b1a0d1f2e0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1f2e0 , mutex=0x57b1a0d1f2b8 , abstime=0x78f181be7de0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18b113db7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1334 (Thread 0x78f17627d2c0 (LWP 3448641)): #0 0x000078f1ce52a042 in epoll_wait (epfd=158, events=0x78f17626c830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e8000003c0 in ?? () #2 0x000078f17626c830 in ?? () #3 0x0000009e00000200 in ?? () #4 0x000078f17626e160 in ?? () #5 0x000057b181011331 in oceanbase::obmysql::ObSqlNio::run(long) () #6 0x0000009600000095 in ?? () #7 0x0000000000000000 in ?? () Thread 1333 (Thread 0x78f170bf72c0 (LWP 3449704)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f170be7f70, op=393, expected=0, futex_word=0x57b1a26ae400 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f170be7f70, clockid=, expected=0, futex_word=0x57b1a26ae400 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a26ae400 , expected=0, clockid=, abstime=0x78f170be7f70, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f170be7f70, clockid=0, mutex=0x57b1a26ae408 , cond=0x57b1a26ae3d8 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a26ae3d8 , mutex=0x57b1a26ae408 , abstime=0x78f170be7f70) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1934ece09 in oceanbase::transaction::ObBLService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1332 (Thread 0x78f1768fb2c0 (LWP 3448630)): #0 0x000078f1ce52a042 in epoll_wait (epfd=41, events=0x78f1853f9c30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1853f9c30 in ?? () #3 0x0000002900000040 in ?? () #4 0x000078f1768ebb80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1853f9c30 in ?? () #7 0x000078f1768ebbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1331 (Thread 0x78f1415792c0 (LWP 3449057)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1330 (Thread 0x78f151d792c0 (LWP 3448841)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1329 (Thread 0x78f17c67d2c0 (LWP 3448567)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17c66df50, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #4 0x000057b18122e142 in oceanbase::common::ObClockGenerator::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1328 (Thread 0x78efa4cfb2c0 (LWP 3451288)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa4cebd40, op=393, expected=0, futex_word=0x78f0f07b4690) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa4cebd40, clockid=, expected=0, futex_word=0x78f0f07b4690) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0f07b4690, expected=0, clockid=, abstime=0x78efa4cebd40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa4cebd40, clockid=0, mutex=0x78f0f07b4640, cond=0x78f0f07b4668) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0f07b4668, mutex=0x78f0f07b4640, abstime=0x78efa4cebd40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b189176c7e in oceanbase::rootserver::ObMajorMergeScheduler::try_idle(long, int) () #9 0x000057b1891743d3 in oceanbase::rootserver::ObMajorMergeScheduler::run3() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 1327 (Thread 0x78f176c7d2c0 (LWP 3448621)): #0 0x000078f1ce52a042 in epoll_wait (epfd=21, events=0x78f1852441f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1852441f0 in ?? () #3 0x0000001500000040 in ?? () #4 0x000078f176c6db80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1852441f0 in ?? () #7 0x000078f176c6dbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1326 (Thread 0x78f16b9792c0 (LWP 3448734)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1325 (Thread 0x78f0ce47d2c0 (LWP 3449705)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0ce46df90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #4 0x000057b1812b15d8 in oceanbase::observer::ObRootServiceMonitor::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1324 (Thread 0x78f18627d2c0 (LWP 3448498)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1323 (Thread 0x78f0e1f792c0 (LWP 3449584)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1322 (Thread 0x78f1403792c0 (LWP 3449081)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1321 (Thread 0x78f1b2f792c0 (LWP 3448462)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1320 (Thread 0x78f02487d2c0 (LWP 3449800)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f02486d970, op=393, expected=0, futex_word=0x57b1a5c61530 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+176>) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f02486d970, clockid=, expected=0, futex_word=0x57b1a5c61530 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+176>) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a5c61530 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+176>, expected=0, clockid=, abstime=0x78f02486d970, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f02486d970, clockid=0, mutex=0x57b1a5c614e0 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+96>, cond=0x57b1a5c61508 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+136>) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a5c61508 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+136>, mutex=0x57b1a5c614e0 <_ZZN9oceanbase7storage22ObStorageHADiagService8instanceEvE23storage_ha_diag_service.llvm.17949764000020824939+96>, abstime=0x78f02486d970) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b193b014e9 in oceanbase::storage::ObStorageHADiagService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1319 (Thread 0x78f1762fb2c0 (LWP 3448642)): #0 0x000078f1ce52a042 in epoll_wait (epfd=161, events=0x78f1762ea830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e800000500 in ?? () #2 0x000078f1762ea830 in ?? () #3 0x000000a100000200 in ?? () #4 0x000078f1762ec160 in ?? () #5 0x000057b181011331 in oceanbase::obmysql::ObSqlNio::run(long) () #6 0x0000009600000095 in ?? () #7 0x0000000000000000 in ?? () Thread 1318 (Thread 0x78f16b1792c0 (LWP 3448750)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1317 (Thread 0x78f186df72c0 (LWP 3448497)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1316 (Thread 0x78f1454fb2c0 (LWP 3449004)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1315 (Thread 0x78f129df72c0 (LWP 3449188)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1314 (Thread 0x78f1b37f72c0 (LWP 3448459)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1313 (Thread 0x78f1764fb2c0 (LWP 3448638)): #0 0x000078f1ce52a042 in epoll_wait (epfd=149, events=0x78f1764ea830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e800000000 in ?? () #2 0x000078f1764ea830 in ?? () #3 0x0000009500000200 in ?? () #4 0x000078f1764ec160 in ?? () #5 0x000057b181011331 in oceanbase::obmysql::ObSqlNio::run(long) () #6 0x0000009600000095 in ?? () #7 0x0000000000000000 in ?? () Thread 1312 (Thread 0x78f1414fb2c0 (LWP 3449056)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1311 (Thread 0x78f176e7d2c0 (LWP 3448617)): #0 0x000078f1ce52a042 in epoll_wait (epfd=53, events=0x78f1852450f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1852450f0 in ?? () #3 0x0000003500000040 in ?? () #4 0x000078f176e6db80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1852450f0 in ?? () #7 0x000078f176e6dbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1310 (Thread 0x78f1405792c0 (LWP 3449077)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1309 (Thread 0x78f16bd792c0 (LWP 3448726)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1308 (Thread 0x78f1839f72c0 (LWP 3448509)): #0 0x000078f1ce52a042 in epoll_wait (epfd=131, events=0x78f1839e66f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e884a44058 in ?? () #2 0x000078f1839e66f0 in ?? () #3 0x0000008300000200 in ?? () #4 0x000078f1839e66e0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1307 (Thread 0x78f1761792c0 (LWP 3448647)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f176169b10, op=393, expected=0, futex_word=0x78f1bb48eacc) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f176169b10, clockid=, expected=0, futex_word=0x78f1bb48eacc) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb48eacc, expected=0, clockid=, abstime=0x78f176169b10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f176169b10, clockid=0, mutex=0x78f1bb48ea78, cond=0x78f1bb48eaa0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb48eaa0, mutex=0x78f1bb48ea78, abstime=0x78f176169b10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1306 (Thread 0x78f1bb1792c0 (LWP 3448446)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1305 (Thread 0x78f1b367d2c0 (LWP 3448456)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1304 (Thread 0x78f181c7d2c0 (LWP 3448514)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1810501c3 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1303 (Thread 0x78f17667d2c0 (LWP 3448633)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17666dee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b19f582244 in easy_baseth_pool_monitor_func.llvm () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1302 (Thread 0x78f144d792c0 (LWP 3449021)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1301 (Thread 0x78efe6c7d2c0 (LWP 3451226)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6c6df00, op=393, expected=0, futex_word=0x78f0da8be6a0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6c6df00, clockid=, expected=0, futex_word=0x78f0da8be6a0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8be6a0, expected=0, clockid=, abstime=0x78efe6c6df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6c6df00, clockid=0, mutex=0x78f0da8be650, cond=0x78f0da8be678) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8be678, mutex=0x78f0da8be650, abstime=0x78efe6c6df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1300 (Thread 0x78f17bb792c0 (LWP 3448573)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17bb69ea0, op=137, expected=0, futex_word=0x78f17bb69f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17bb69ea0, clockid=, expected=0, futex_word=0x78f17bb69f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17bb69f88, expected=0, clockid=, abstime=0x78f17bb69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17bb69ea0, clockid=1, mutex=0x78f17bb69f98, cond=0x78f17bb69f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f17bb69f60, mutex=0x78f17bb69f98, abstime=0x78f17bb69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1299 (Thread 0x78f17cd792c0 (LWP 3448565)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17cd69e30, op=393, expected=0, futex_word=0x57b1a09ffbb8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17cd69e30, clockid=, expected=0, futex_word=0x57b1a09ffbb8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09ffbb8 , expected=0, clockid=, abstime=0x78f17cd69e30, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17cd69e30, clockid=0, mutex=0x57b1a09ffb68 , cond=0x57b1a09ffb90 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09ffb90 , mutex=0x57b1a09ffb68 , abstime=0x78f17cd69e30) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18b06cbf7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1298 (Thread 0x78f14047d2c0 (LWP 3449075)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1297 (Thread 0x78f14587d2c0 (LWP 3448995)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1296 (Thread 0x78f15267d2c0 (LWP 3448827)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15266da00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15266da00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f15266da00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15266da00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f15266da00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1295 (Thread 0x78f176bf72c0 (LWP 3448628)): #0 0x000078f1ce52a042 in epoll_wait (epfd=37, events=0x78f1852423f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1852423f0 in ?? () #3 0x0000002500000040 in ?? () #4 0x000078f176be7b80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1852423f0 in ?? () #7 0x000078f176be7bc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1294 (Thread 0x78f1881792c0 (LWP 3448488)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1293 (Thread 0x78f1b2efb2c0 (LWP 3448461)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1292 (Thread 0x78f1418fb2c0 (LWP 3449052)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1291 (Thread 0x78f142b792c0 (LWP 3449037)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180de0883 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1290 (Thread 0x78efa5cfb2c0 (LWP 3451223)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5cebf00, op=393, expected=0, futex_word=0x78f0da8be1c0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5cebf00, clockid=, expected=0, futex_word=0x78f0da8be1c0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8be1c0, expected=0, clockid=, abstime=0x78efa5cebf00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5cebf00, clockid=0, mutex=0x78f0da8be170, cond=0x78f0da8be198) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8be198, mutex=0x78f0da8be170, abstime=0x78efa5cebf00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1289 (Thread 0x78f1769f72c0 (LWP 3448632)): #0 0x000078f1ce52a042 in epoll_wait (epfd=27, events=0x78f1852436b0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e88147cc09 in ?? () #2 0x000078f1852436b0 in ?? () #3 0x0000001b00000040 in ?? () #4 0x000078f1769e7b80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1852436b0 in ?? () #7 0x000078f1769e7bc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1288 (Thread 0x78efa58fb2c0 (LWP 3451241)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa58ebf00, op=393, expected=0, futex_word=0x78f0ef79eec0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa58ebf00, clockid=, expected=0, futex_word=0x78f0ef79eec0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79eec0, expected=0, clockid=, abstime=0x78efa58ebf00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa58ebf00, clockid=0, mutex=0x78f0ef79ee70, cond=0x78f0ef79ee98) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79ee98, mutex=0x78f0ef79ee70, abstime=0x78efa58ebf00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1287 (Thread 0x78f14887d2c0 (LWP 3448915)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14886ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1286 (Thread 0x78f0e01f72c0 (LWP 3449645)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1285 (Thread 0x78f17ec7d2c0 (LWP 3448547)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ec6d9d0, op=393, expected=0, futex_word=0x57b1a0d1d0bc ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17ec6d9d0, clockid=, expected=0, futex_word=0x57b1a0d1d0bc ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1d0bc , expected=0, clockid=, abstime=0x78f17ec6d9d0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17ec6d9d0, clockid=0, mutex=0x57b1a0d1d068 , cond=0x57b1a0d1d090 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1d090 , mutex=0x57b1a0d1d068 , abstime=0x78f17ec6d9d0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1871a8e9c in oceanbase::rootserver::ObLostReplicaChecker::run3() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1284 (Thread 0x78f176cfb2c0 (LWP 3448622)): #0 0x000078f1ce52a042 in epoll_wait (epfd=23, events=0x78f185243e30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f185243e30 in ?? () #3 0x0000001700000040 in ?? () #4 0x000078f176cebb80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185243e30 in ?? () #7 0x000078f176cebbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1283 (Thread 0x78f1b5a006c0 (LWP 3448444)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 1282 (Thread 0x78f176d792c0 (LWP 3448623)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176d69ee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b19f582244 in easy_baseth_pool_monitor_func.llvm () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1281 (Thread 0x78f0dfdf72c0 (LWP 3449653)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1280 (Thread 0x78f1859792c0 (LWP 3448504)): #0 0x000078f1ce52a042 in epoll_wait (epfd=96, events=0x78f1859686f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e8ce51baae in ?? () #2 0x000078f1859686f0 in ?? () #3 0x0000006000000200 in ?? () #4 0x000078f1859686e0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1279 (Thread 0x78f188b792c0 (LWP 3448484)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1278 (Thread 0x78f01ef792c0 (LWP 3450201)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b1811d4e2f in trace_cache_free () #2 0x000078f1ce499330 in __GI___nptl_deallocate_tsd () at ./nptl/nptl_deallocate_tsd.c:67 #3 __GI___nptl_deallocate_tsd () at ./nptl/nptl_deallocate_tsd.c:22 #4 0x000078f1ce49c880 in start_thread (arg=) at ./nptl/pthread_create.c:448 #5 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 1277 (Thread 0x78efe6cfb2c0 (LWP 3451227)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6cebf00, op=393, expected=0, futex_word=0x78f0da8be840) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6cebf00, clockid=, expected=0, futex_word=0x78f0da8be840) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8be840, expected=0, clockid=, abstime=0x78efe6cebf00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6cebf00, clockid=0, mutex=0x78f0da8be7f0, cond=0x78f0da8be818) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8be818, mutex=0x78f0da8be7f0, abstime=0x78efe6cebf00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1276 (Thread 0x78efa5df72c0 (LWP 3451225)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5de7f00, op=393, expected=0, futex_word=0x78f0da8be504) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5de7f00, clockid=, expected=0, futex_word=0x78f0da8be504) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8be504, expected=0, clockid=, abstime=0x78efa5de7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5de7f00, clockid=0, mutex=0x78f0da8be4b0, cond=0x78f0da8be4d8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8be4d8, mutex=0x78f0da8be4b0, abstime=0x78efa5de7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1275 (Thread 0x78f17ba7d2c0 (LWP 3448571)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17ba6ddf0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18105c07b in oceanbase::common::occam::ObThreadHungDetector::init()::{lambda()#1}::operator()() const () #6 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1274 (Thread 0x78f17d4fb2c0 (LWP 3448560)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d4ebbd0, op=393, expected=0, futex_word=0x57b1a09feb78 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d4ebbd0, clockid=, expected=0, futex_word=0x57b1a09feb78 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09feb78 , expected=0, clockid=, abstime=0x78f17d4ebbd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d4ebbd0, clockid=0, mutex=0x57b1a09feb28 , cond=0x57b1a09feb50 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09feb50 , mutex=0x57b1a09feb28 , abstime=0x78f17d4ebbd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1273 (Thread 0x78f181afb2c0 (LWP 3448519)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181aeb190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b181050154 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1272 (Thread 0x78f17827d2c0 (LWP 3448577)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17826dee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b19708ae34 in oceanbase::share::ObServerBlacklist::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1271 (Thread 0x78f05427d2c0 (LWP 3450746)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f05426dde0, op=393, expected=0, futex_word=0x78f1cd807958) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f05426dde0, clockid=, expected=0, futex_word=0x78f1cd807958) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1cd807958, expected=0, clockid=, abstime=0x78f05426dde0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f05426dde0, clockid=0, mutex=0x78f1cd807908, cond=0x78f1cd807930) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1cd807930, mutex=0x78f1cd807908, abstime=0x78f05426dde0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1270 (Thread 0x78f1406fb2c0 (LWP 3449072)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1269 (Thread 0x78f14207d2c0 (LWP 3449043)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1268 (Thread 0x78f149d792c0 (LWP 3448885)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701f17d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701f17d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701f17d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701f1780, cond=0x78f1701f17a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701f17a8, mutex=0x78f1701f1780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1267 (Thread 0x78f149b792c0 (LWP 3448889)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149b697f0, op=393, expected=0, futex_word=0x78f1bdb91020) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f149b697f0, clockid=, expected=0, futex_word=0x78f1bdb91020) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bdb91020, expected=0, clockid=, abstime=0x78f149b697f0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f149b697f0, clockid=0, mutex=0x78f1bdb90fd0, cond=0x78f1bdb90ff8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bdb90ff8, mutex=0x78f1bdb90fd0, abstime=0x78f149b697f0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1957875b3 in oceanbase::storage::ObTabletReorgInfoTableService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1266 (Thread 0x78f17d5f72c0 (LWP 3448562)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d5e7e30, op=393, expected=0, futex_word=0x57b1a09ff0b8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d5e7e30, clockid=, expected=0, futex_word=0x57b1a09ff0b8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09ff0b8 , expected=0, clockid=, abstime=0x78f17d5e7e30, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d5e7e30, clockid=0, mutex=0x57b1a09ff068 , cond=0x57b1a09ff090 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09ff090 , mutex=0x57b1a09ff068 , abstime=0x78f17d5e7e30) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18b0849d7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1265 (Thread 0x78f152e7d2c0 (LWP 3448811)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1264 (Thread 0x78efa5a7d2c0 (LWP 3451230)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5a6df00, op=393, expected=0, futex_word=0x78f0da8bed20) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5a6df00, clockid=, expected=0, futex_word=0x78f0da8bed20) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8bed20, expected=0, clockid=, abstime=0x78efa5a6df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5a6df00, clockid=0, mutex=0x78f0da8becd0, cond=0x78f0da8becf8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8becf8, mutex=0x78f0da8becd0, abstime=0x78efa5a6df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1263 (Thread 0x78f1404fb2c0 (LWP 3449076)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1262 (Thread 0x78f17d47d2c0 (LWP 3448559)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d46dbd0, op=393, expected=0, futex_word=0x57b1a09feb78 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d46dbd0, clockid=, expected=0, futex_word=0x57b1a09feb78 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09feb78 , expected=0, clockid=, abstime=0x78f17d46dbd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d46dbd0, clockid=0, mutex=0x57b1a09feb28 , cond=0x57b1a09feb50 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09feb50 , mutex=0x57b1a09feb28 , abstime=0x78f17d46dbd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1261 (Thread 0x78f14a07d2c0 (LWP 3448875)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a06deb0, op=393, expected=0, futex_word=0x78f16cf98f30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a06deb0, clockid=, expected=0, futex_word=0x78f16cf98f30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf98f30, expected=0, clockid=, abstime=0x78f14a06deb0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a06deb0, clockid=0, mutex=0x78f16cf98f38, cond=0x78f16cf98f08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf98f08, mutex=0x78f16cf98f38, abstime=0x78f14a06deb0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1898105c2 in oceanbase::archive::ObArchiveLSMgr::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1260 (Thread 0x78f14a4fb2c0 (LWP 3448868)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14a4ebdb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #4 0x000057b18124cdf8 in oceanbase::share::detector::ObLCLBatchSenderThread::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1259 (Thread 0x78f181a7d2c0 (LWP 3448518)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1810501c3 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1258 (Thread 0x78f145e7d2c0 (LWP 3448983)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1257 (Thread 0x78f14507d2c0 (LWP 3449011)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1256 (Thread 0x78f1409f72c0 (LWP 3449070)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1255 (Thread 0x78f17fa7d2c0 (LWP 3448531)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17fa6d690, op=393, expected=0, futex_word=0x57b1a0d201a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17fa6d690, clockid=, expected=0, futex_word=0x57b1a0d201a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d201a8 , expected=0, clockid=, abstime=0x78f17fa6d690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17fa6d690, clockid=0, mutex=0x57b1a0d20158 , cond=0x57b1a0d20180 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20180 , mutex=0x57b1a0d20158 , abstime=0x78f17fa6d690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1254 (Thread 0x78f000efb2c0 (LWP 3449833)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b1813ede1c in oceanbase::omt::ObPxPool::run1() () #4 0x000057b18a343079 in oceanbase::omt::ObPxPool::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1253 (Thread 0x78f1457792c0 (LWP 3449001)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1252 (Thread 0x78f159afb2c0 (LWP 3448804)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159aeba60, op=393, expected=0, futex_word=0x78f1c85ff4b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f159aeba60, clockid=, expected=0, futex_word=0x78f1c85ff4b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1c85ff4b0, expected=0, clockid=, abstime=0x78f159aeba60, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f159aeba60, clockid=0, mutex=0x78f1c85ff460, cond=0x78f1c85ff488) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1c85ff488, mutex=0x78f1c85ff460, abstime=0x78f159aeba60) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b18894e864 in oceanbase::rootserver::ObHeartbeatService::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1251 (Thread 0x78f0e0efb2c0 (LWP 3449615)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1250 (Thread 0x78f141c7d2c0 (LWP 3449047)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1249 (Thread 0x78f1451792c0 (LWP 3449013)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1248 (Thread 0x78f1497f72c0 (LWP 3448898)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1247 (Thread 0x78f17d5792c0 (LWP 3448561)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d569e30, op=393, expected=0, futex_word=0x57b1a09ff0b8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d569e30, clockid=, expected=0, futex_word=0x57b1a09ff0b8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09ff0b8 , expected=0, clockid=, abstime=0x78f17d569e30, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d569e30, clockid=0, mutex=0x57b1a09ff068 , cond=0x57b1a09ff090 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09ff090 , mutex=0x57b1a09ff068 , abstime=0x78f17d569e30) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18b0849d7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1246 (Thread 0x78f0248fb2c0 (LWP 3449801)): #0 0x000078f1ce52a042 in epoll_wait (epfd=230, events=0x78f0248ebde0, maxevents=32, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e880fbf5a0 in ?? () #2 0x000078f0248ebde0 in ?? () #3 0x000000e600000020 in ?? () #4 0x000078f0248ebd60 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000057b18b0ae695 in oceanbase::diagnose::ObUnixDomainListener::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1245 (Thread 0x78f1769792c0 (LWP 3448631)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176969e80, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b19f582244 in easy_baseth_pool_monitor_func.llvm () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1244 (Thread 0x78f1478fb2c0 (LWP 3448948)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1478ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1243 (Thread 0x78f1b37792c0 (LWP 3448458)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1242 (Thread 0x78f144e7d2c0 (LWP 3449015)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1241 (Thread 0x78f176afb2c0 (LWP 3448626)): #0 0x000078f1ce52a042 in epoll_wait (epfd=33, events=0x78f185242b70, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f185242b70 in ?? () #3 0x0000002100000040 in ?? () #4 0x000078f176aebb80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185242b70 in ?? () #7 0x000078f176aebbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1240 (Thread 0x78f1b44fb2c0 (LWP 3448453)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1239 (Thread 0x78f145df72c0 (LWP 3448990)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1238 (Thread 0x78f17e9f72c0 (LWP 3448554)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17e9e7bd0, op=393, expected=0, futex_word=0x57b1a09fdb38 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17e9e7bd0, clockid=, expected=0, futex_word=0x57b1a09fdb38 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09fdb38 , expected=0, clockid=, abstime=0x78f17e9e7bd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17e9e7bd0, clockid=0, mutex=0x57b1a09fdae8 , cond=0x57b1a09fdb10 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09fdb10 , mutex=0x57b1a09fdae8 , abstime=0x78f17e9e7bd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1237 (Thread 0x78f17cc7d2c0 (LWP 3448563)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17cc6dc80, op=393, expected=0, futex_word=0x57b1a0a00180 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17cc6dc80, clockid=, expected=0, futex_word=0x57b1a0a00180 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0a00180 , expected=0, clockid=, abstime=0x78f17cc6dc80, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17cc6dc80, clockid=0, mutex=0x57b1a0a00130 , cond=0x57b1a0a00158 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0a00158 , mutex=0x57b1a0a00130 , abstime=0x78f17cc6dc80) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b1974ff90a in oceanbase::share::ObTabletLocationRefreshService::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1236 (Thread 0x78f140b792c0 (LWP 3449065)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1235 (Thread 0x78f0e2efb2c0 (LWP 3449551)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1234 (Thread 0x78f166df72c0 (LWP 3448762)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1233 (Thread 0x78f14ccfb2c0 (LWP 3448852)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14ccebf90, op=393, expected=0, futex_word=0x78f16cf1ef30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14ccebf90, clockid=, expected=0, futex_word=0x78f16cf1ef30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf1ef30, expected=0, clockid=, abstime=0x78f14ccebf90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14ccebf90, clockid=0, mutex=0x78f16cf1ef38, cond=0x78f16cf1ef08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf1ef08, mutex=0x78f16cf1ef38, abstime=0x78f14ccebf90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18104f40d in oceanbase::logservice::ObRemoteLogWriter::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1232 (Thread 0x78f14147d2c0 (LWP 3449055)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1231 (Thread 0x78f148b792c0 (LWP 3448913)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148b69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1230 (Thread 0x78f1bb1f72c0 (LWP 3448447)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1229 (Thread 0x78efe6df72c0 (LWP 3451229)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6de7f00, op=393, expected=0, futex_word=0x78f0da8beb80) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6de7f00, clockid=, expected=0, futex_word=0x78f0da8beb80) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8beb80, expected=0, clockid=, abstime=0x78efe6de7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6de7f00, clockid=0, mutex=0x78f0da8beb30, cond=0x78f0da8beb58) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8beb58, mutex=0x78f0da8beb30, abstime=0x78efe6de7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1228 (Thread 0x78f0e0afb2c0 (LWP 3449623)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1227 (Thread 0x78f148a7d2c0 (LWP 3448911)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148a6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1226 (Thread 0x78f144cfb2c0 (LWP 3449020)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1225 (Thread 0x78f0249f72c0 (LWP 3451290)): #0 0x000078f1ce4fa555 in __libc_pwrite64 (offset=, count=4096, buf=0x78f044129000, fd=191) at ../sysdeps/unix/sysv/linux/pwrite64.c:25 #1 __libc_pwrite64 (fd=191, buf=0x78f044129000, count=4096, offset=5931008) at ../sysdeps/unix/sysv/linux/pwrite64.c:23 #2 0x000057b1811efe97 in oceanbase::share::ObIODeviceLocalFileOp::pwrite_impl(long, void const*, long, long, long&) () #3 0x000057b1811f0c9f in oceanbase::share::ObLocalDevice::pwrite(oceanbase::common::ObIOFd const&, long, long, void const*, long&) () #4 0x000057b1811ef2a1 in oceanbase::common::ObSyncIOChannel::do_sync_io(oceanbase::common::ObIORequest&) () #5 0x000057b1811ee5a7 in oceanbase::common::ObSyncIOChannel::handle(void*) () #6 0x000057b1811e1614 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1224 (Thread 0x78f144f792c0 (LWP 3449017)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1223 (Thread 0x78f15287d2c0 (LWP 3448823)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15286da00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15286da00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f15286da00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15286da00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f15286da00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1222 (Thread 0x78f1765792c0 (LWP 3448639)): #0 0x000078f1ce52a042 in epoll_wait (epfd=152, events=0x78f176568830, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e800000140 in ?? () #2 0x000078f176568830 in ?? () #3 0x0000009800000200 in ?? () #4 0x000078f17656a160 in ?? () #5 0x000057b181011331 in oceanbase::obmysql::ObSqlNio::run(long) () #6 0x0000009600000095 in ?? () #7 0x0000000000000000 in ?? () Thread 1221 (Thread 0x78f0e17f72c0 (LWP 3449601)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1220 (Thread 0x78f0e00fb2c0 (LWP 3449643)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1219 (Thread 0x78f15db792c0 (LWP 3448793)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15db69ea0, op=137, expected=0, futex_word=0x78f15db69f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15db69ea0, clockid=, expected=0, futex_word=0x78f15db69f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f15db69f88, expected=0, clockid=, abstime=0x78f15db69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15db69ea0, clockid=1, mutex=0x78f15db69f98, cond=0x78f15db69f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f15db69f60, mutex=0x78f15db69f98, abstime=0x78f15db69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1218 (Thread 0x78f148bf72c0 (LWP 3448914)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148be7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1217 (Thread 0x78f13fefb2c0 (LWP 3449084)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1216 (Thread 0x78f1763f72c0 (LWP 3448644)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1763e7f00, op=393, expected=0, futex_word=0x78f1bb47f5c0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1763e7f00, clockid=, expected=0, futex_word=0x78f1bb47f5c0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb47f5c0, expected=0, clockid=, abstime=0x78f1763e7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1763e7f00, clockid=0, mutex=0x78f1bb47f570, cond=0x78f1bb47f598) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb47f598, mutex=0x78f1bb47f570, abstime=0x78f1763e7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1215 (Thread 0x78f0e27f72c0 (LWP 3449569)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1214 (Thread 0x78f147df72c0 (LWP 3448942)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147de7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1213 (Thread 0x78f176efb2c0 (LWP 3448618)): #0 0x000078f1ce52a042 in epoll_wait (epfd=55, events=0x78f185244d30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f185244d30 in ?? () #3 0x0000003700000040 in ?? () #4 0x000078f176eebb80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185244d30 in ?? () #7 0x000078f176eebbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1212 (Thread 0x78f1403f72c0 (LWP 3449082)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1211 (Thread 0x78f13f47d2c0 (LWP 3449095)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1210 (Thread 0x78f1487f72c0 (LWP 3448922)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1487e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1209 (Thread 0x78f151c7d2c0 (LWP 3448839)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151c6dea0, op=137, expected=0, futex_word=0x78f151c6df88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f151c6dea0, clockid=, expected=0, futex_word=0x78f151c6df88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f151c6df88, expected=0, clockid=, abstime=0x78f151c6dea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f151c6dea0, clockid=1, mutex=0x78f151c6df98, cond=0x78f151c6df60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f151c6df60, mutex=0x78f151c6df98, abstime=0x78f151c6dea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1208 (Thread 0x78f1430fb2c0 (LWP 3449032)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1207 (Thread 0x78f1481792c0 (LWP 3448933)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148169ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1206 (Thread 0x78f1728fb2c0 (LWP 3448670)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180ddef0e in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1205 (Thread 0x78f1453f72c0 (LWP 3449010)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1204 (Thread 0x78f148ff72c0 (LWP 3448906)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148fe7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1203 (Thread 0x78f1488fb2c0 (LWP 3448916)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1488ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1202 (Thread 0x78f152a7d2c0 (LWP 3448819)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1201 (Thread 0x78f14027d2c0 (LWP 3449079)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1200 (Thread 0x78f1419792c0 (LWP 3449053)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1199 (Thread 0x78f14a0fb2c0 (LWP 3448876)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a0eba40, op=393, expected=0, futex_word=0x78f16cf99070) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a0eba40, clockid=, expected=0, futex_word=0x78f16cf99070) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf99070, expected=0, clockid=, abstime=0x78f14a0eba40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a0eba40, clockid=0, mutex=0x78f16cf99078, cond=0x78f16cf99048) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf99048, mutex=0x78f16cf99078, abstime=0x78f14a0eba40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18140a6e3 in oceanbase::archive::ObArchiveSequencer::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1198 (Thread 0x78efa047d2c0 (LWP 3451592)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1197 (Thread 0x78f1491792c0 (LWP 3448901)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149169ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1196 (Thread 0x78f0e227d2c0 (LWP 3449574)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1195 (Thread 0x78f148f792c0 (LWP 3448905)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148f69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1194 (Thread 0x78f14a87d2c0 (LWP 3448859)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea2e7d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea2e7d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea2e7d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea2e780, cond=0x78f17ea2e7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea2e7a8, mutex=0x78f17ea2e780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1193 (Thread 0x78f13f4fb2c0 (LWP 3449096)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1192 (Thread 0x78f16b87d2c0 (LWP 3448732)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1191 (Thread 0x78f1877792c0 (LWP 3448492)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1190 (Thread 0x78f145afb2c0 (LWP 3448992)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1189 (Thread 0x78f14d8fb2c0 (LWP 3448848)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1188 (Thread 0x78efe6d792c0 (LWP 3451228)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6d69f00, op=393, expected=0, futex_word=0x78f0da8be9e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6d69f00, clockid=, expected=0, futex_word=0x78f0da8be9e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8be9e0, expected=0, clockid=, abstime=0x78efe6d69f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6d69f00, clockid=0, mutex=0x78f0da8be990, cond=0x78f0da8be9b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8be9b8, mutex=0x78f0da8be990, abstime=0x78efe6d69f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1187 (Thread 0x78f141cfb2c0 (LWP 3449048)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1186 (Thread 0x78f14567d2c0 (LWP 3448999)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1185 (Thread 0x78f0dfe7d2c0 (LWP 3449646)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1184 (Thread 0x78f145b792c0 (LWP 3448993)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1183 (Thread 0x78f148c7d2c0 (LWP 3448907)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148c6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1182 (Thread 0x78f17c6fb2c0 (LWP 3448568)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17c6eae90, op=393, expected=0, futex_word=0x57b1a0d28c18 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17c6eae90, clockid=, expected=0, futex_word=0x57b1a0d28c18 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d28c18 , expected=0, clockid=, abstime=0x78f17c6eae90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17c6eae90, clockid=0, mutex=0x57b1a0d28bc8 , cond=0x57b1a0d28bf0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d28bf0 , mutex=0x57b1a0d28bc8 , abstime=0x78f17c6eae90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1181 (Thread 0x78f13f5792c0 (LWP 3449097)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1180 (Thread 0x78f141d792c0 (LWP 3449049)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1179 (Thread 0x78f16b3792c0 (LWP 3448746)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1178 (Thread 0x78f1527792c0 (LWP 3448829)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f152769a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f152769a00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f152769a00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f152769a00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f152769a00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1177 (Thread 0x78f1457f72c0 (LWP 3449002)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1176 (Thread 0x78f1443f72c0 (LWP 3449030)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1175 (Thread 0x78f1766fb2c0 (LWP 3448634)): #0 0x000078f1ce52a042 in epoll_wait (epfd=43, events=0x78f1853f9870, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1853f9870 in ?? () #3 0x0000002b00000040 in ?? () #4 0x000078f1766ebb80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1853f9870 in ?? () #7 0x000078f1766ebbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1174 (Thread 0x78f152f792c0 (LWP 3448813)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1173 (Thread 0x78f16b47d2c0 (LWP 3448740)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1172 (Thread 0x78f16ac7d2c0 (LWP 3448756)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1171 (Thread 0x78f0e2d792c0 (LWP 3449556)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1170 (Thread 0x78f170d792c0 (LWP 3448713)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1169 (Thread 0x78f0e46fb2c0 (LWP 3449503)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e46ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1168 (Thread 0x78f17f9f72c0 (LWP 3448538)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f9e7690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17f9e7690, clockid=, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d205a8 , expected=0, clockid=, abstime=0x78f17f9e7690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17f9e7690, clockid=0, mutex=0x57b1a0d20558 , cond=0x57b1a0d20580 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20580 , mutex=0x57b1a0d20558 , abstime=0x78f17f9e7690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1167 (Thread 0x78f1450fb2c0 (LWP 3449012)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1166 (Thread 0x78f1b447d2c0 (LWP 3448452)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1165 (Thread 0x78f13f7792c0 (LWP 3449093)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1164 (Thread 0x78f1771792c0 (LWP 3448615)): #0 0x000078f1ce52a042 in epoll_wait (epfd=48, events=0x78f185245870, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f185245870 in ?? () #3 0x0000003000000040 in ?? () #4 0x000078f177169b80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185245870 in ?? () #7 0x000078f177169bc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1163 (Thread 0x78f16aff72c0 (LWP 3448755)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1162 (Thread 0x78f17d8fb2c0 (LWP 3448556)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d8ebbd0, op=393, expected=0, futex_word=0x57b1a09fdf3c ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d8ebbd0, clockid=, expected=0, futex_word=0x57b1a09fdf3c ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09fdf3c , expected=0, clockid=, abstime=0x78f17d8ebbd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d8ebbd0, clockid=0, mutex=0x57b1a09fdee8 , cond=0x57b1a09fdf10 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09fdf10 , mutex=0x57b1a09fdee8 , abstime=0x78f17d8ebbd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1161 (Thread 0x78f1490fb2c0 (LWP 3448900)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1160 (Thread 0x78f18587d2c0 (LWP 3448502)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1159 (Thread 0x78f14a8fb2c0 (LWP 3448860)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a8ebea0, op=137, expected=0, futex_word=0x78f14a8ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a8ebea0, clockid=, expected=0, futex_word=0x78f14a8ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f14a8ebf88, expected=0, clockid=, abstime=0x78f14a8ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a8ebea0, clockid=1, mutex=0x78f14a8ebf98, cond=0x78f14a8ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f14a8ebf60, mutex=0x78f14a8ebf98, abstime=0x78f14a8ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1158 (Thread 0x78f1742006c0 (LWP 3448657)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b19ddf3825 in tc_futex_wait(int*, int, long) () #2 0x000057b1811cf407 in QDiscRoot::do_thread_work() () #3 0x000057b19ddf3619 in QDiscRoot::thread_work(QDiscRoot*) () #4 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #5 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000000 in ?? () Thread 1157 (Thread 0x78f0dfff72c0 (LWP 3449649)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1156 (Thread 0x78f1461792c0 (LWP 3448981)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1155 (Thread 0x78f172afb2c0 (LWP 3448666)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1154 (Thread 0x78f1409792c0 (LWP 3449069)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1153 (Thread 0x78f17f5f72c0 (LWP 3448542)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1152 (Thread 0x78f147b792c0 (LWP 3448945)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147b69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1151 (Thread 0x78f14cd792c0 (LWP 3448853)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14cd69f70, op=393, expected=0, futex_word=0x78f16cf1f2b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14cd69f70, clockid=, expected=0, futex_word=0x78f16cf1f2b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf1f2b0, expected=0, clockid=, abstime=0x78f14cd69f70, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14cd69f70, clockid=0, mutex=0x78f16cf1f2b8, cond=0x78f16cf1f288) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf1f288, mutex=0x78f16cf1f2b8, abstime=0x78f14cd69f70) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1898d2173 in oceanbase::logservice::ObLogRestoreService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1150 (Thread 0x78f1466fb2c0 (LWP 3448968)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1149 (Thread 0x78f17d87d2c0 (LWP 3448555)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d86dbd0, op=393, expected=0, futex_word=0x57b1a09fdf3c ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d86dbd0, clockid=, expected=0, futex_word=0x57b1a09fdf3c ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09fdf3c , expected=0, clockid=, abstime=0x78f17d86dbd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d86dbd0, clockid=0, mutex=0x57b1a09fdee8 , cond=0x57b1a09fdf10 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09fdf10 , mutex=0x57b1a09fdee8 , abstime=0x78f17d86dbd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1148 (Thread 0x78f15307d2c0 (LWP 3448807)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1147 (Thread 0x78f0e167d2c0 (LWP 3449598)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1146 (Thread 0x78f146a7d2c0 (LWP 3448959)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1145 (Thread 0x78f17d9792c0 (LWP 3448557)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17d969bd0, op=393, expected=0, futex_word=0x57b1a09fe378 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17d969bd0, clockid=, expected=0, futex_word=0x57b1a09fe378 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09fe378 , expected=0, clockid=, abstime=0x78f17d969bd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17d969bd0, clockid=0, mutex=0x57b1a09fe328 , cond=0x57b1a09fe350 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09fe350 , mutex=0x57b1a09fe328 , abstime=0x78f17d969bd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1144 (Thread 0x78f0e15792c0 (LWP 3449604)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1143 (Thread 0x78f172bf72c0 (LWP 3448668)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1142 (Thread 0x78f1407f72c0 (LWP 3449074)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1141 (Thread 0x78f1423792c0 (LWP 3449041)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1140 (Thread 0x78f14a5792c0 (LWP 3448869)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a569ea0, op=137, expected=0, futex_word=0x78f14a569f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a569ea0, clockid=, expected=0, futex_word=0x78f14a569f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f14a569f88, expected=0, clockid=, abstime=0x78f14a569ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a569ea0, clockid=1, mutex=0x78f14a569f98, cond=0x78f14a569f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f14a569f60, mutex=0x78f14a569f98, abstime=0x78f14a569ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1139 (Thread 0x78f147e7d2c0 (LWP 3448935)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147e6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1138 (Thread 0x78f0e1e7d2c0 (LWP 3449582)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1137 (Thread 0x78f188a7d2c0 (LWP 3448482)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1136 (Thread 0x78f14dafb2c0 (LWP 3448844)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1135 (Thread 0x78f145d792c0 (LWP 3448989)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1134 (Thread 0x78f147a7d2c0 (LWP 3448943)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147a6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1133 (Thread 0x78f17e87d2c0 (LWP 3448551)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a24562d in oceanbase::dbms_job::ObDBMSJobThread::handle(void*) () #4 0x000057b1811e16cc in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1132 (Thread 0x78f1783792c0 (LWP 3448579)): #0 0x000078f1ce51b4cd in __GI___poll (fds=0x78f1783699b8, nfds=1, timeout=10000) at ../sysdeps/unix/sysv/linux/poll.c:43 #1 0x0000000000000000 in ?? () Thread 1131 (Thread 0x78f13fff72c0 (LWP 3449086)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1130 (Thread 0x78f17fafb2c0 (LWP 3448532)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17faeb690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17faeb690, clockid=, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d205a8 , expected=0, clockid=, abstime=0x78f17faeb690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17faeb690, clockid=0, mutex=0x57b1a0d20558 , cond=0x57b1a0d20580 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20580 , mutex=0x57b1a0d20558 , abstime=0x78f17faeb690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1129 (Thread 0x78f1863792c0 (LWP 3448500)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1128 (Thread 0x78f16447d2c0 (LWP 3448779)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16446b390, op=393, expected=0, futex_word=0x78f1cd8070b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f16446b390, clockid=, expected=0, futex_word=0x78f1cd8070b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1cd8070b0, expected=0, clockid=, abstime=0x78f16446b390, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f16446b390, clockid=0, mutex=0x78f1cd807060, cond=0x78f1cd807088) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1cd807088, mutex=0x78f1cd807060, abstime=0x78f16446b390) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b1879c604c in oceanbase::rootserver::ObRestoreService::idle() () #9 0x000057b1879c6e81 in oceanbase::rootserver::ObRestoreService::do_work() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 1127 (Thread 0x78f18387d2c0 (LWP 3448506)): #0 0x000078f1ce52a042 in epoll_wait (epfd=110, events=0x78f18386c6f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e8ce51baae in ?? () #2 0x000078f18386c6f0 in ?? () #3 0x0000006e00000200 in ?? () #4 0x000078f18386c6e0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1126 (Thread 0x78f145c7d2c0 (LWP 3448987)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1125 (Thread 0x78f15dafb2c0 (LWP 3448792)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea307d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea30780, cond=0x78f17ea307a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea307a8, mutex=0x78f17ea30780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1124 (Thread 0x78f14227d2c0 (LWP 3449039)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1123 (Thread 0x78f16b3f72c0 (LWP 3448747)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1122 (Thread 0x78f1485f72c0 (LWP 3448926)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1485e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1121 (Thread 0x78f1451f72c0 (LWP 3449014)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1120 (Thread 0x78f1725792c0 (LWP 3448679)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1119 (Thread 0x78f186c7d2c0 (LWP 3448494)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1118 (Thread 0x78f1476fb2c0 (LWP 3448952)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1476ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1117 (Thread 0x78f0e41f72c0 (LWP 3449517)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e41e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1116 (Thread 0x78f18807d2c0 (LWP 3448486)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1115 (Thread 0x78f14307d2c0 (LWP 3449031)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1114 (Thread 0x78f1646fb2c0 (LWP 3448776)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1646ebed0, op=393, expected=0, futex_word=0x78f1bbb7cb08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1646ebed0, clockid=, expected=0, futex_word=0x78f1bbb7cb08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7cb08, expected=0, clockid=, abstime=0x78f1646ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1646ebed0, clockid=0, mutex=0x78f1bbb7cab8, cond=0x78f1bbb7cae0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7cae0, mutex=0x78f1bbb7cab8, abstime=0x78f1646ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1113 (Thread 0x78f16befb2c0 (LWP 3448721)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1112 (Thread 0x78f14da7d2c0 (LWP 3448843)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1111 (Thread 0x78f1496fb2c0 (LWP 3448896)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1110 (Thread 0x78f1767792c0 (LWP 3448635)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f176769ee0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b19f582244 in easy_baseth_pool_monitor_func.llvm () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1109 (Thread 0x78f1859f72c0 (LWP 3448505)): #0 0x000078f1ce52a042 in epoll_wait (epfd=103, events=0x78f1859e66f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e8ce51baae in ?? () #2 0x000078f1859e66f0 in ?? () #3 0x0000006700000200 in ?? () #4 0x000078f1859e66e0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 1108 (Thread 0x78f1648fb2c0 (LWP 3448772)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1648ebd60, op=393, expected=0, futex_word=0x78f16cf23e30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1648ebd60, clockid=, expected=0, futex_word=0x78f16cf23e30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf23e30, expected=0, clockid=, abstime=0x78f1648ebd60, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1648ebd60, clockid=0, mutex=0x78f16cf23de0, cond=0x78f16cf23e08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf23e08, mutex=0x78f16cf23de0, abstime=0x78f1648ebd60) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b18130a8b7 in oceanbase::rootserver::ObStandbySchemaRefreshTrigger::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 1107 (Thread 0x78f1455f72c0 (LWP 3449006)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1106 (Thread 0x78f0e2ff72c0 (LWP 3449553)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1105 (Thread 0x78f14987d2c0 (LWP 3448891)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1104 (Thread 0x78f1b4ff72c0 (LWP 3448451)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1103 (Thread 0x78f145f792c0 (LWP 3448985)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1102 (Thread 0x78f17ed792c0 (LWP 3448549)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ed68e90, op=393, expected=0, futex_word=0x57b1a238491c <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5724>) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17ed68e90, clockid=, expected=0, futex_word=0x57b1a238491c <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5724>) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a238491c <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5724>, expected=0, clockid=, abstime=0x78f17ed68e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17ed68e90, clockid=0, mutex=0x57b1a23848c8 <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5640>, cond=0x57b1a23848f0 <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5680>) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a23848f0 <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5680>, mutex=0x57b1a23848c8 <_ZZN9oceanbase10rootserver29ObRsEventHistoryTableOperator12get_instanceEvE8instance.llvm.5818540883786260492+5640>, abstime=0x78f17ed68e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1101 (Thread 0x78f1715792c0 (LWP 3448695)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1100 (Thread 0x78f186d792c0 (LWP 3448496)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1099 (Thread 0x78f129d792c0 (LWP 3449187)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1098 (Thread 0x78f0e61792c0 (LWP 3449452)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1097 (Thread 0x78f14547d2c0 (LWP 3449003)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1096 (Thread 0x78f16bcfb2c0 (LWP 3448725)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1095 (Thread 0x78f0e467d2c0 (LWP 3449502)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e466de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1094 (Thread 0x78f17f3f72c0 (LWP 3448546)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f3e79c0, op=393, expected=0, futex_word=0x57b1a0d1cf3c ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17f3e79c0, clockid=, expected=0, futex_word=0x57b1a0d1cf3c ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1cf3c , expected=0, clockid=, abstime=0x78f17f3e79c0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17f3e79c0, clockid=0, mutex=0x57b1a0d1cee8 , cond=0x57b1a0d1cf10 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1cf10 , mutex=0x57b1a0d1cee8 , abstime=0x78f17f3e79c0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1871a3466 in oceanbase::rootserver::ObEmptyServerChecker::run3() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1093 (Thread 0x78f0e60fb2c0 (LWP 3449451)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1092 (Thread 0x78f17247d2c0 (LWP 3448677)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1091 (Thread 0x78f146afb2c0 (LWP 3448960)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1090 (Thread 0x78f17f8fb2c0 (LWP 3448536)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f8eb690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17f8eb690, clockid=, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d205a8 , expected=0, clockid=, abstime=0x78f17f8eb690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17f8eb690, clockid=0, mutex=0x57b1a0d20558 , cond=0x57b1a0d20580 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20580 , mutex=0x57b1a0d20558 , abstime=0x78f17f8eb690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1089 (Thread 0x78f1880fb2c0 (LWP 3448487)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1088 (Thread 0x78f0e35792c0 (LWP 3449540)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3569e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1087 (Thread 0x78f0e5f792c0 (LWP 3449456)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1086 (Thread 0x78f144ff72c0 (LWP 3449018)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1085 (Thread 0x78f17fb792c0 (LWP 3448533)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17fb69690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17fb69690, clockid=, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d205a8 , expected=0, clockid=, abstime=0x78f17fb69690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17fb69690, clockid=0, mutex=0x57b1a0d20558 , cond=0x57b1a0d20580 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20580 , mutex=0x57b1a0d20558 , abstime=0x78f17fb69690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1084 (Thread 0x78f1717792c0 (LWP 3448691)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1083 (Thread 0x78f1897792c0 (LWP 3448480)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1082 (Thread 0x78f1802fb2c0 (LWP 3448524)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1802eae90, op=393, expected=0, futex_word=0x57b1a5d34118 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5720>) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1802eae90, clockid=, expected=0, futex_word=0x57b1a5d34118 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5720>) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a5d34118 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5720>, expected=0, clockid=, abstime=0x78f1802eae90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1802eae90, clockid=0, mutex=0x57b1a5d340c8 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5640>, cond=0x57b1a5d340f0 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5680>) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a5d340f0 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5680>, mutex=0x57b1a5d340c8 <_ZZN9oceanbase8observer37ObAllClusterEventHistoryTableOperator12get_instanceEvE8instance.llvm.15223765358664260540+5640>, abstime=0x78f1802eae90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1081 (Thread 0x78f1455792c0 (LWP 3449005)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1080 (Thread 0x78f1464fb2c0 (LWP 3448972)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1079 (Thread 0x78f189efb2c0 (LWP 3448475)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1078 (Thread 0x78f1452fb2c0 (LWP 3449008)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1077 (Thread 0x78f16b07d2c0 (LWP 3448748)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1076 (Thread 0x78efa1bf72c0 (LWP 3451400)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1075 (Thread 0x78f1462fb2c0 (LWP 3448976)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1074 (Thread 0x78f152c7d2c0 (LWP 3448815)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1073 (Thread 0x78f0e4df72c0 (LWP 3449493)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4de7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1072 (Thread 0x78f17ecfb2c0 (LWP 3448548)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ecebd10, op=393, expected=0, futex_word=0x57b1a0d1cafc ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17ecebd10, clockid=, expected=0, futex_word=0x57b1a0d1cafc ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1cafc , expected=0, clockid=, abstime=0x78f17ecebd10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17ecebd10, clockid=0, mutex=0x57b1a0d1caa8 , cond=0x57b1a0d1cad0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1cad0 , mutex=0x57b1a0d1caa8 , abstime=0x78f17ecebd10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b1885c7b27 in oceanbase::rootserver::ObRootBalancer::do_balance() () #9 0x000057b1885c745d in oceanbase::rootserver::ObRootBalancer::run3() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 1071 (Thread 0x78f151cfb2c0 (LWP 3448840)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151cebea0, op=137, expected=0, futex_word=0x78f151cebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f151cebea0, clockid=, expected=0, futex_word=0x78f151cebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f151cebf88, expected=0, clockid=, abstime=0x78f151cebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f151cebea0, clockid=1, mutex=0x78f151cebf98, cond=0x78f151cebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f151cebf60, mutex=0x78f151cebf98, abstime=0x78f151cebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1070 (Thread 0x78f1896fb2c0 (LWP 3448479)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1069 (Thread 0x78f1459f72c0 (LWP 3448998)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1068 (Thread 0x78f1b2e7d2c0 (LWP 3448460)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1067 (Thread 0x78f1877f72c0 (LWP 3448493)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1066 (Thread 0x78f0e3afb2c0 (LWP 3449527)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3aebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1065 (Thread 0x78f1460fb2c0 (LWP 3448980)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1064 (Thread 0x78f1520fb2c0 (LWP 3448832)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1063 (Thread 0x78f1469f72c0 (LWP 3448966)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1062 (Thread 0x78f149a7d2c0 (LWP 3448887)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149a6b570, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18a28b8f1 in oceanbase::dbms_scheduler::ObDBMSSchedJobMaster::scheduler() () #6 0x000057b18a2bb013 in oceanbase::rootserver::ObDBMSSchedService::do_work() () #7 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1061 (Thread 0x78f14647d2c0 (LWP 3448971)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1060 (Thread 0x78efe5b792c0 (LWP 3451239)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5b69f00, op=393, expected=0, futex_word=0x78f0ef79eb80) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe5b69f00, clockid=, expected=0, futex_word=0x78f0ef79eb80) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79eb80, expected=0, clockid=, abstime=0x78efe5b69f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe5b69f00, clockid=0, mutex=0x78f0ef79eb30, cond=0x78f0ef79eb58) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79eb58, mutex=0x78f0ef79eb30, abstime=0x78efe5b69f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1059 (Thread 0x78f16b67d2c0 (LWP 3448736)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1058 (Thread 0x78f0e007d2c0 (LWP 3449642)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1057 (Thread 0x78f15207d2c0 (LWP 3448831)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1056 (Thread 0x78f17147d2c0 (LWP 3448693)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1055 (Thread 0x78f170b792c0 (LWP 3451268)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1054 (Thread 0x78f13f8fb2c0 (LWP 3449088)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1053 (Thread 0x78f13ec7d2c0 (LWP 3449099)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1052 (Thread 0x78f1b2ff72c0 (LWP 3448473)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b186b75da5 in oceanbase::common::ObMemoryDump::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1051 (Thread 0x78f170cfb2c0 (LWP 3448710)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1050 (Thread 0x78f0e07f72c0 (LWP 3449633)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1049 (Thread 0x78f14807d2c0 (LWP 3448931)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14806ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1048 (Thread 0x78f149efb2c0 (LWP 3448880)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149eebf80, op=393, expected=0, futex_word=0x78f16cf99c70) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f149eebf80, clockid=, expected=0, futex_word=0x78f16cf99c70) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf99c70, expected=0, clockid=, abstime=0x78f149eebf80, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f149eebf80, clockid=0, mutex=0x78f16cf99c78, cond=0x78f16cf99c48) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf99c48, mutex=0x78f16cf99c78, abstime=0x78f149eebf80) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18980249d in oceanbase::archive::ObArchiveService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1047 (Thread 0x78f17f3792c0 (LWP 3448545)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f369cf0, op=393, expected=0, futex_word=0x57b1a0d1d1ac ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17f369cf0, clockid=, expected=0, futex_word=0x57b1a0d1d1ac ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1d1ac , expected=0, clockid=, abstime=0x78f17f369cf0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17f369cf0, clockid=0, mutex=0x57b1a0d1d158 , cond=0x57b1a0d1d180 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1d180 , mutex=0x57b1a0d1d158 , abstime=0x78f17f369cf0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18719d5e1 in oceanbase::rootserver::ObRsThreadChecker::run3() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1046 (Thread 0x78f1402fb2c0 (LWP 3449080)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1045 (Thread 0x78f0e18fb2c0 (LWP 3449595)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1044 (Thread 0x78f1498fb2c0 (LWP 3448892)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1043 (Thread 0x78efe5afb2c0 (LWP 3451238)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5aebf00, op=393, expected=0, futex_word=0x78f0ef79e9e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe5aebf00, clockid=, expected=0, futex_word=0x78f0ef79e9e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79e9e0, expected=0, clockid=, abstime=0x78efe5aebf00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe5aebf00, clockid=0, mutex=0x78f0ef79e990, cond=0x78f0ef79e9b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79e9b8, mutex=0x78f0ef79e990, abstime=0x78efe5aebf00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1042 (Thread 0x78f16acfb2c0 (LWP 3448757)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1041 (Thread 0x78f0e50fb2c0 (LWP 3449483)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e50ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1040 (Thread 0x78f1b4efb2c0 (LWP 3448449)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1039 (Thread 0x78f0e027d2c0 (LWP 3449638)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1038 (Thread 0x78f152cfb2c0 (LWP 3448816)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 1037 (Thread 0x78f0e65f72c0 (LWP 3449445)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1036 (Thread 0x78f16e1f72c0 (LWP 3448719)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1035 (Thread 0x78f14907d2c0 (LWP 3448899)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1034 (Thread 0x78f13f67d2c0 (LWP 3449091)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1033 (Thread 0x78f0e79f72c0 (LWP 3449409)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ed853 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1032 (Thread 0x78f15d9f72c0 (LWP 3448798)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15d9e7b40, op=393, expected=0, futex_word=0x78f1b5755f9c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15d9e7b40, clockid=, expected=0, futex_word=0x78f1b5755f9c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1b5755f9c, expected=0, clockid=, abstime=0x78f15d9e7b40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15d9e7b40, clockid=0, mutex=0x78f1b5755f48, cond=0x78f1b5755f70) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1b5755f70, mutex=0x78f1b5755f48, abstime=0x78f15d9e7b40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18163af54 in oceanbase::share::ObTenantDagScheduler::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1031 (Thread 0x78f1bb0fb2c0 (LWP 3448445)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1030 (Thread 0x78f14d9792c0 (LWP 3448849)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1029 (Thread 0x78f16b27d2c0 (LWP 3448744)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1028 (Thread 0x78f0e08fb2c0 (LWP 3449627)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1027 (Thread 0x78f1407792c0 (LWP 3449073)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1026 (Thread 0x78f14527d2c0 (LWP 3449007)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1025 (Thread 0x78f16bbf72c0 (LWP 3448731)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1024 (Thread 0x78f129cfb2c0 (LWP 3449186)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1023 (Thread 0x78f1463f72c0 (LWP 3448978)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1022 (Thread 0x78f147afb2c0 (LWP 3448944)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147aebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1021 (Thread 0x78f1463792c0 (LWP 3448977)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1020 (Thread 0x78f0e03792c0 (LWP 3449640)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1019 (Thread 0x78f146d792c0 (LWP 3448957)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1018 (Thread 0x78f0ffd792c0 (LWP 3449338)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffd69ea0, op=137, expected=0, futex_word=0x78f0ffd69f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0ffd69ea0, clockid=, expected=0, futex_word=0x78f0ffd69f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ffd69f88, expected=0, clockid=, abstime=0x78f0ffd69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0ffd69ea0, clockid=1, mutex=0x78f0ffd69f98, cond=0x78f0ffd69f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ffd69f60, mutex=0x78f0ffd69f98, abstime=0x78f0ffd69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 1017 (Thread 0x78f15a07d2c0 (LWP 3448799)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a06ded0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15a06ded0, clockid=, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7b908, expected=0, clockid=, abstime=0x78f15a06ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15a06ded0, clockid=0, mutex=0x78f1bbb7b8b8, cond=0x78f1bbb7b8e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7b8e0, mutex=0x78f1bbb7b8b8, abstime=0x78f15a06ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1016 (Thread 0x78f16aefb2c0 (LWP 3448753)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1015 (Thread 0x78f15a1f72c0 (LWP 3448802)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a1e7ed0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15a1e7ed0, clockid=, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7b908, expected=0, clockid=, abstime=0x78f15a1e7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15a1e7ed0, clockid=0, mutex=0x78f1bbb7b8b8, cond=0x78f1bbb7b8e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7b8e0, mutex=0x78f1bbb7b8b8, abstime=0x78f15a1e7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1014 (Thread 0x78f1138fb2c0 (LWP 3449303)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1138ebed0, op=393, expected=0, futex_word=0x78f1449b5708) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1138ebed0, clockid=, expected=0, futex_word=0x78f1449b5708) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5708, expected=0, clockid=, abstime=0x78f1138ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1138ebed0, clockid=0, mutex=0x78f1449b56b8, cond=0x78f1449b56e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b56e0, mutex=0x78f1449b56b8, abstime=0x78f1138ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 1013 (Thread 0x78f189f792c0 (LWP 3448476)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1012 (Thread 0x78f14a1792c0 (LWP 3448877)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a169ad0, op=393, expected=0, futex_word=0x78f16cf99270) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a169ad0, clockid=, expected=0, futex_word=0x78f16cf99270) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf99270, expected=0, clockid=, abstime=0x78f14a169ad0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a169ad0, clockid=0, mutex=0x78f16cf99278, cond=0x78f16cf99248) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf99248, mutex=0x78f16cf99278, abstime=0x78f14a169ad0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1813117fc in oceanbase::archive::ObArchiveFetcher::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1011 (Thread 0x78f01ee7d2c0 (LWP 3450200)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1010 (Thread 0x78f0543f72c0 (LWP 3449805)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1009 (Thread 0x78f146cfb2c0 (LWP 3448956)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1008 (Thread 0x78f15d9792c0 (LWP 3448797)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15d968e90, op=393, expected=0, futex_word=0x78f16cf9b5c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15d968e90, clockid=, expected=0, futex_word=0x78f16cf9b5c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf9b5c8, expected=0, clockid=, abstime=0x78f15d968e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15d968e90, clockid=0, mutex=0x78f16cf9b578, cond=0x78f16cf9b5a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf9b5a0, mutex=0x78f16cf9b578, abstime=0x78f15d968e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 1007 (Thread 0x78f14827d2c0 (LWP 3448927)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14826ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 1006 (Thread 0x78f13e67d2c0 (LWP 3449103)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1005 (Thread 0x78f17647d2c0 (LWP 3448637)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f17646c3c0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b19f4be753 in oceanbase::obrpc::ObNetKeepAlive::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 1004 (Thread 0x78f1465f72c0 (LWP 3448974)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1003 (Thread 0x78f16bc7d2c0 (LWP 3448724)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1002 (Thread 0x78f14067d2c0 (LWP 3449071)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 1001 (Thread 0x78f0e06fb2c0 (LWP 3449631)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 1000 (Thread 0x78efa56fb2c0 (LWP 3451245)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa56ebf00, op=393, expected=0, futex_word=0x78f0ef79f540) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa56ebf00, clockid=, expected=0, futex_word=0x78f0ef79f540) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79f540, expected=0, clockid=, abstime=0x78efa56ebf00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa56ebf00, clockid=0, mutex=0x78f0ef79f4f0, cond=0x78f0ef79f518) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79f518, mutex=0x78f0ef79f4f0, abstime=0x78efa56ebf00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 999 (Thread 0x78f172cfb2c0 (LWP 3448662)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de1368 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 998 (Thread 0x78f1771f72c0 (LWP 3448616)): #0 0x000078f1ce52a042 in epoll_wait (epfd=51, events=0x78f1852454b0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1852454b0 in ?? () #3 0x0000003300000040 in ?? () #4 0x000078f1771e7b80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1852454b0 in ?? () #7 0x000078f1771e7bc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 997 (Thread 0x78f175efb2c0 (LWP 3448650)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f175eebb10, op=393, expected=0, futex_word=0x78f1bb490508) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f175eebb10, clockid=, expected=0, futex_word=0x78f1bb490508) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb490508, expected=0, clockid=, abstime=0x78f175eebb10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f175eebb10, clockid=0, mutex=0x78f1bb4904b8, cond=0x78f1bb4904e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb4904e0, mutex=0x78f1bb4904b8, abstime=0x78f175eebb10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 996 (Thread 0x78f148df72c0 (LWP 3448910)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148de7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 995 (Thread 0x78f16ae7d2c0 (LWP 3448752)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 994 (Thread 0x78f001afb2c0 (LWP 3449829)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b1813ede1c in oceanbase::omt::ObPxPool::run1() () #4 0x000057b18a343079 in oceanbase::omt::ObPxPool::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 993 (Thread 0x78f152df72c0 (LWP 3448818)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 992 (Thread 0x78f17f2fb2c0 (LWP 3448544)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f2ebed0, op=393, expected=0, futex_word=0x57b1a0a021fc ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17f2ebed0, clockid=, expected=0, futex_word=0x57b1a0a021fc ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0a021fc , expected=0, clockid=, abstime=0x78f17f2ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17f2ebed0, clockid=0, mutex=0x57b1a0a021a8 , cond=0x57b1a0a021d0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0a021d0 , mutex=0x57b1a0a021a8 , abstime=0x78f17f2ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 991 (Thread 0x78f140bf72c0 (LWP 3449066)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 990 (Thread 0x78f17bbf72c0 (LWP 3448574)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17bbe6e90, op=393, expected=0, futex_word=0x57b1a23b7c18 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17bbe6e90, clockid=, expected=0, futex_word=0x57b1a23b7c18 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a23b7c18 , expected=0, clockid=, abstime=0x78f17bbe6e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17bbe6e90, clockid=0, mutex=0x57b1a23b7bc8 , cond=0x57b1a23b7bf0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a23b7bf0 , mutex=0x57b1a23b7bc8 , abstime=0x78f17bbe6e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 989 (Thread 0x78f17bafb2c0 (LWP 3448572)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea367d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea367d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea367d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea36780, cond=0x78f17ea367a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea367a8, mutex=0x78f17ea36780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 988 (Thread 0x78f1643f72c0 (LWP 3448786)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1643e7bc0, op=393, expected=0, futex_word=0x78f16cf23b30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1643e7bc0, clockid=, expected=0, futex_word=0x78f16cf23b30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf23b30, expected=0, clockid=, abstime=0x78f1643e7bc0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1643e7bc0, clockid=0, mutex=0x78f16cf23ae0, cond=0x78f16cf23b08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf23b08, mutex=0x78f16cf23ae0, abstime=0x78f1643e7bc0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b188416e8d in oceanbase::rootserver::ObDRService::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 987 (Thread 0x78f113b792c0 (LWP 3449300)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113b69ed0, op=393, expected=0, futex_word=0x78f1449b5d08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113b69ed0, clockid=, expected=0, futex_word=0x78f1449b5d08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5d08, expected=0, clockid=, abstime=0x78f113b69ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113b69ed0, clockid=0, mutex=0x78f1449b5cb8, cond=0x78f1449b5ce0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b5ce0, mutex=0x78f1449b5cb8, abstime=0x78f113b69ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 986 (Thread 0x78f152efb2c0 (LWP 3448812)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 985 (Thread 0x78f0e0df72c0 (LWP 3449621)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 984 (Thread 0x78f1839792c0 (LWP 3448508)): #0 0x000078f1ce52a042 in epoll_wait (epfd=124, events=0x78f1839686f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e8ce51baae in ?? () #2 0x000078f1839686f0 in ?? () #3 0x0000007c00000200 in ?? () #4 0x000078f1839686e0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 983 (Thread 0x78efa22fb2c0 (LWP 3451382)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 982 (Thread 0x78f15dbf72c0 (LWP 3448794)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 981 (Thread 0x78f140d792c0 (LWP 3449061)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 980 (Thread 0x78f0e187d2c0 (LWP 3449594)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 979 (Thread 0x78f146b792c0 (LWP 3448961)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 978 (Thread 0x78f14627d2c0 (LWP 3448975)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 977 (Thread 0x78f1881f72c0 (LWP 3448489)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 976 (Thread 0x78f14967d2c0 (LWP 3448895)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 975 (Thread 0x78efa1efb2c0 (LWP 3451390)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 974 (Thread 0x78efe5a7d2c0 (LWP 3451237)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5a6df00, op=393, expected=0, futex_word=0x78f0ef79e840) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe5a6df00, clockid=, expected=0, futex_word=0x78f0ef79e840) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79e840, expected=0, clockid=, abstime=0x78efe5a6df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe5a6df00, clockid=0, mutex=0x78f0ef79e7f0, cond=0x78f0ef79e818) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79e818, mutex=0x78f0ef79e7f0, abstime=0x78efe5a6df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 973 (Thread 0x78f1421f72c0 (LWP 3449046)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 972 (Thread 0x78f166c7d2c0 (LWP 3448759)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea357d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea357d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea357d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea35780, cond=0x78f17ea357a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea357a8, mutex=0x78f17ea35780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 971 (Thread 0x78f1729792c0 (LWP 3448671)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 970 (Thread 0x78f0e0b792c0 (LWP 3449624)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 969 (Thread 0x78f149f792c0 (LWP 3448881)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149f69f10, op=393, expected=0, futex_word=0x78f16cf3d6e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f149f69f10, clockid=, expected=0, futex_word=0x78f16cf3d6e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf3d6e0, expected=0, clockid=, abstime=0x78f149f69f10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f149f69f10, clockid=0, mutex=0x78f16cf3d690, cond=0x78f16cf3d6b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf3d6b8, mutex=0x78f16cf3d690, abstime=0x78f149f69f10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816b2adc in oceanbase::storage::ObStorageHAService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 968 (Thread 0x78f142afb2c0 (LWP 3449036)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 967 (Thread 0x78f13f9792c0 (LWP 3449089)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 966 (Thread 0x78f1477f72c0 (LWP 3448954)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de1368 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 965 (Thread 0x78f14a3f72c0 (LWP 3448874)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a3e7fb0, op=393, expected=0, futex_word=0x78f16cf476f0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a3e7fb0, clockid=, expected=0, futex_word=0x78f16cf476f0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf476f0, expected=0, clockid=, abstime=0x78f14a3e7fb0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a3e7fb0, clockid=0, mutex=0x78f16cf476f8, cond=0x78f16cf476c8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf476c8, mutex=0x78f16cf476f8, abstime=0x78f14a3e7fb0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1811ab059 in oceanbase::transaction::ObTenantWeakReadService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 964 (Thread 0x78f0e15f72c0 (LWP 3449605)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 963 (Thread 0x78f0dfc7d2c0 (LWP 3449650)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 962 (Thread 0x78f1469792c0 (LWP 3448965)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 961 (Thread 0x78f1499f72c0 (LWP 3448894)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 960 (Thread 0x78f1431f72c0 (LWP 3449034)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 959 (Thread 0x78f165e7d2c0 (LWP 3448767)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea327d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea327d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea327d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea32780, cond=0x78f17ea327a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea327a8, mutex=0x78f17ea32780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 958 (Thread 0x78efa59f72c0 (LWP 3451243)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa59e7f00, op=393, expected=0, futex_word=0x78f0ef79f200) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa59e7f00, clockid=, expected=0, futex_word=0x78f0ef79f200) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79f200, expected=0, clockid=, abstime=0x78efa59e7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa59e7f00, clockid=0, mutex=0x78f0ef79f1b0, cond=0x78f0ef79f1d8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79f1d8, mutex=0x78f0ef79f1b0, abstime=0x78efa59e7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 957 (Thread 0x78f0e4e7d2c0 (LWP 3449486)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4e6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 956 (Thread 0x78f15da7d2c0 (LWP 3448791)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea307d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea30780, cond=0x78f17ea307a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea307a8, mutex=0x78f17ea30780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 955 (Thread 0x78f0e26fb2c0 (LWP 3449567)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 954 (Thread 0x78f148d792c0 (LWP 3448909)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148d69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 953 (Thread 0x78f1421792c0 (LWP 3449045)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 952 (Thread 0x78f14a6fb2c0 (LWP 3448864)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 951 (Thread 0x78f140cfb2c0 (LWP 3449060)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 950 (Thread 0x78f14db792c0 (LWP 3448845)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 949 (Thread 0x78efe67f72c0 (LWP 3451236)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe67e7f00, op=393, expected=0, futex_word=0x78f0ef79e6a4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe67e7f00, clockid=, expected=0, futex_word=0x78f0ef79e6a4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79e6a4, expected=0, clockid=, abstime=0x78efe67e7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe67e7f00, clockid=0, mutex=0x78f0ef79e650, cond=0x78f0ef79e678) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79e678, mutex=0x78f0ef79e650, abstime=0x78efe67e7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 948 (Thread 0x78f13fe7d2c0 (LWP 3449083)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 947 (Thread 0x78f146df72c0 (LWP 3448958)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 946 (Thread 0x78f1663792c0 (LWP 3448765)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea337d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea337d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea337d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea33780, cond=0x78f17ea337a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea337a8, mutex=0x78f17ea33780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 945 (Thread 0x78f16ad792c0 (LWP 3448758)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 944 (Thread 0x78f16b2fb2c0 (LWP 3448745)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 943 (Thread 0x78f1415f72c0 (LWP 3449058)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 942 (Thread 0x78f0e29792c0 (LWP 3449564)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 941 (Thread 0x78efa567d2c0 (LWP 3451244)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa566df00, op=393, expected=0, futex_word=0x78f0ef79f3a0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa566df00, clockid=, expected=0, futex_word=0x78f0ef79f3a0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79f3a0, expected=0, clockid=, abstime=0x78efa566df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa566df00, clockid=0, mutex=0x78f0ef79f350, cond=0x78f0ef79f378) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79f378, mutex=0x78f0ef79f350, abstime=0x78efa566df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 940 (Thread 0x78f0e21f72c0 (LWP 3449581)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 939 (Thread 0x78f144c7d2c0 (LWP 3449019)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 938 (Thread 0x78f14767d2c0 (LWP 3448951)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14766de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 937 (Thread 0x78f1714fb2c0 (LWP 3448694)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 936 (Thread 0x78efa23f72c0 (LWP 3451384)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 935 (Thread 0x78f0e25f72c0 (LWP 3449573)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 934 (Thread 0x78f0e14fb2c0 (LWP 3449603)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 933 (Thread 0x78f1420fb2c0 (LWP 3449044)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 932 (Thread 0x78f0e107d2c0 (LWP 3449610)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 931 (Thread 0x78f1521f72c0 (LWP 3448834)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 930 (Thread 0x78f1526fb2c0 (LWP 3448828)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1526eba00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1526eba00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f1526eba00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1526eba00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f1526eba00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 929 (Thread 0x78f16b4fb2c0 (LWP 3448741)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 928 (Thread 0x78f1408fb2c0 (LWP 3449068)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 927 (Thread 0x78f1481f72c0 (LWP 3448934)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1481e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 926 (Thread 0x78f17267d2c0 (LWP 3448673)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 925 (Thread 0x78f14867d2c0 (LWP 3448919)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14866ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 924 (Thread 0x78f152bf72c0 (LWP 3448822)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 923 (Thread 0x78f145efb2c0 (LWP 3448984)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 922 (Thread 0x78f15de7d2c0 (LWP 3448787)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea317d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea317d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea317d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea31780, cond=0x78f17ea317a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea317a8, mutex=0x78f17ea31780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 921 (Thread 0x78f1456fb2c0 (LWP 3449000)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 920 (Thread 0x78f1263f72c0 (LWP 3449184)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 919 (Thread 0x78f149df72c0 (LWP 3448886)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149de7ea0, op=137, expected=0, futex_word=0x78f149de7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f149de7ea0, clockid=, expected=0, futex_word=0x78f149de7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f149de7f88, expected=0, clockid=, abstime=0x78f149de7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f149de7ea0, clockid=1, mutex=0x78f149de7f98, cond=0x78f149de7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f149de7f60, mutex=0x78f149de7f98, abstime=0x78f149de7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 918 (Thread 0x78f181e7d2c0 (LWP 3448510)): #0 0x000078f1ce52a042 in epoll_wait (epfd=138, events=0x78f181e6c6f0, maxevents=512, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e881e6c688 in ?? () #2 0x000078f181e6c6f0 in ?? () #3 0x0000008a00000200 in ?? () #4 0x000078f181e6c6e0 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 917 (Thread 0x78f148afb2c0 (LWP 3448912)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148aebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 916 (Thread 0x78f0e1d792c0 (LWP 3449588)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 915 (Thread 0x78f14687d2c0 (LWP 3448963)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 914 (Thread 0x78f1285f72c0 (LWP 3449230)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1285e7eb0, op=393, expected=0, futex_word=0x78f13fbccf30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1285e7eb0, clockid=, expected=0, futex_word=0x78f13fbccf30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fbccf30, expected=0, clockid=, abstime=0x78f1285e7eb0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1285e7eb0, clockid=0, mutex=0x78f13fbccf38, cond=0x78f13fbccf08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fbccf08, mutex=0x78f13fbccf38, abstime=0x78f1285e7eb0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1898105c2 in oceanbase::archive::ObArchiveLSMgr::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 913 (Thread 0x78f0b74fb2c0 (LWP 3450785)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0b74ebde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0b74ebde0, clockid=, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb5158, expected=0, clockid=, abstime=0x78f0b74ebde0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0b74ebde0, clockid=0, mutex=0x78f126cb5108, cond=0x78f126cb5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb5130, mutex=0x78f126cb5108, abstime=0x78f0b74ebde0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 912 (Thread 0x78f0e38fb2c0 (LWP 3449531)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e38ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 911 (Thread 0x78f1482fb2c0 (LWP 3448928)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1482ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 910 (Thread 0x78f17287d2c0 (LWP 3448669)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 909 (Thread 0x78f0e307d2c0 (LWP 3449546)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e306de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 908 (Thread 0x78f147c7d2c0 (LWP 3448939)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147c6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 907 (Thread 0x78f17f27d2c0 (LWP 3448543)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 906 (Thread 0x78f1270fb2c0 (LWP 3449268)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 905 (Thread 0x78f16bf792c0 (LWP 3448722)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 904 (Thread 0x78f140c7d2c0 (LWP 3449059)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 903 (Thread 0x78f16b0fb2c0 (LWP 3448749)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 902 (Thread 0x78f16b7f72c0 (LWP 3448739)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 901 (Thread 0x78f113efb2c0 (LWP 3449291)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113eebd60, op=393, expected=0, futex_word=0x78f11f677e30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113eebd60, clockid=, expected=0, futex_word=0x78f11f677e30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f677e30, expected=0, clockid=, abstime=0x78f113eebd60, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113eebd60, clockid=0, mutex=0x78f11f677de0, cond=0x78f11f677e08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f677e08, mutex=0x78f11f677de0, abstime=0x78f113eebd60) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b18130a8b7 in oceanbase::rootserver::ObStandbySchemaRefreshTrigger::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 900 (Thread 0x78f145cfb2c0 (LWP 3448988)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 899 (Thread 0x78efa5c7d2c0 (LWP 3451216)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 898 (Thread 0x78f021df72c0 (LWP 3449810)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 897 (Thread 0x78efe6e7d2c0 (LWP 3450788)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6e6dde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6e6dde0, clockid=, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb5158, expected=0, clockid=, abstime=0x78efe6e6dde0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6e6dde0, clockid=0, mutex=0x78f126cb5108, cond=0x78f126cb5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb5130, mutex=0x78f126cb5108, abstime=0x78efe6e6dde0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 896 (Thread 0x78efe66fb2c0 (LWP 3451287)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe66eb5b0, op=393, expected=0, futex_word=0x78f0f07b43c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe66eb5b0, clockid=, expected=0, futex_word=0x78f0f07b43c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0f07b43c8, expected=0, clockid=, abstime=0x78efe66eb5b0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe66eb5b0, clockid=0, mutex=0x78f0f07b4378, cond=0x78f0f07b43a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0f07b43a0, mutex=0x78f0f07b4378, abstime=0x78efe66eb5b0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1891accf4 in oceanbase::rootserver::ObFreezeReentrantThread::try_idle(long, int) () #8 0x000057b1891a638d in oceanbase::rootserver::ObMajorMergeInfoDetector::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 895 (Thread 0x78f1422fb2c0 (LWP 3449040)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 894 (Thread 0x78f149c7d2c0 (LWP 3448883)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149c6dec0, op=393, expected=0, futex_word=0x78f16cf3d4e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f149c6dec0, clockid=, expected=0, futex_word=0x78f16cf3d4e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf3d4e0, expected=0, clockid=, abstime=0x78f149c6dec0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f149c6dec0, clockid=0, mutex=0x78f16cf3d490, cond=0x78f16cf3d4b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf3d4b8, mutex=0x78f16cf3d490, abstime=0x78f149c6dec0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b195423b47 in oceanbase::storage::ObTransferService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 893 (Thread 0x78f0e0d792c0 (LWP 3449620)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 892 (Thread 0x78f147bf72c0 (LWP 3448946)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147be7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 891 (Thread 0x78f145a7d2c0 (LWP 3448991)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 890 (Thread 0x78f0e43f72c0 (LWP 3449513)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e43e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 889 (Thread 0x78f1649792c0 (LWP 3448773)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164969c10, op=393, expected=0, futex_word=0x78f1bdb918ec) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f164969c10, clockid=, expected=0, futex_word=0x78f1bdb918ec) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bdb918ec, expected=0, clockid=, abstime=0x78f164969c10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f164969c10, clockid=0, mutex=0x78f1bdb91898, cond=0x78f1bdb918c0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bdb918c0, mutex=0x78f1bdb91898, abstime=0x78f164969c10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b187294f3b in oceanbase::rootserver::ObLSRecoveryReportor::run2() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 888 (Thread 0x78f147d792c0 (LWP 3448941)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147d69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 887 (Thread 0x78efa13792c0 (LWP 3451593)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa1369ae0, op=393, expected=0, futex_word=0x78f0397a0abc) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa1369ae0, clockid=, expected=0, futex_word=0x78f0397a0abc) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0397a0abc, expected=0, clockid=, abstime=0x78efa1369ae0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa1369ae0, clockid=0, mutex=0x78f0397a0a68, cond=0x78f0397a0a90) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0397a0a90, mutex=0x78f0397a0a68, abstime=0x78efa1369ae0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18173c626 in oceanbase::share::ObTenantDagWorker::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 886 (Thread 0x78f15a1792c0 (LWP 3448801)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a169ed0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15a169ed0, clockid=, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7b908, expected=0, clockid=, abstime=0x78f15a169ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15a169ed0, clockid=0, mutex=0x78f1bbb7b8b8, cond=0x78f1bbb7b8e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7b8e0, mutex=0x78f1bbb7b8b8, abstime=0x78f15a169ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 885 (Thread 0x78f14847d2c0 (LWP 3448923)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14846ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 884 (Thread 0x78f0e1bf72c0 (LWP 3449593)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 883 (Thread 0x78f14cafb2c0 (LWP 3448856)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14caeb9f0, op=393, expected=0, futex_word=0x78f1bdb8a2c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14caeb9f0, clockid=, expected=0, futex_word=0x78f1bdb8a2c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bdb8a2c8, expected=0, clockid=, abstime=0x78f14caeb9f0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14caeb9f0, clockid=0, mutex=0x78f1bdb8a278, cond=0x78f1bdb8a2a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bdb8a2a0, mutex=0x78f1bdb8a278, abstime=0x78f14caeb9f0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b194db2146 in oceanbase::tmp_file::ObTmpFileWriteCache::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 882 (Thread 0x78f1484fb2c0 (LWP 3448924)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1484ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 881 (Thread 0x78f0e5efb2c0 (LWP 3449455)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 880 (Thread 0x78f152ff72c0 (LWP 3448814)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 879 (Thread 0x78f021cfb2c0 (LWP 3449808)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 878 (Thread 0x78f149ff72c0 (LWP 3448882)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149fe7eb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b1812252c9 in oceanbase::transaction::ObTxLoopWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 877 (Thread 0x78f146bf72c0 (LWP 3448962)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180ddef0e in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 876 (Thread 0x78f1480fb2c0 (LWP 3448932)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1480ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 875 (Thread 0x78efa1afb2c0 (LWP 3451398)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 874 (Thread 0x78f189ff72c0 (LWP 3448477)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 873 (Thread 0x78f1497792c0 (LWP 3448897)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 872 (Thread 0x78efa28fb2c0 (LWP 3451370)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 871 (Thread 0x78f1529792c0 (LWP 3448825)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f152969a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f152969a00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f152969a00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f152969a00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f152969a00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 870 (Thread 0x78efe67792c0 (LWP 3451235)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6769f00, op=393, expected=0, futex_word=0x78f0ef79e504) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6769f00, clockid=, expected=0, futex_word=0x78f0ef79e504) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79e504, expected=0, clockid=, abstime=0x78efe6769f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6769f00, clockid=0, mutex=0x78f0ef79e4b0, cond=0x78f0ef79e4d8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79e4d8, mutex=0x78f0ef79e4b0, abstime=0x78efe6769f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 869 (Thread 0x78f16b5f72c0 (LWP 3448743)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 868 (Thread 0x78f1302fb2c0 (LWP 3449164)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 867 (Thread 0x78f0e07792c0 (LWP 3449632)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 866 (Thread 0x78f181ff72c0 (LWP 3448513)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181fe7190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b181050154 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 865 (Thread 0x78f170efb2c0 (LWP 3448706)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 864 (Thread 0x78f13e7f72c0 (LWP 3449162)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 863 (Thread 0x78f1263792c0 (LWP 3449183)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 862 (Thread 0x78f149e7d2c0 (LWP 3448879)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f149e6dde0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18982403b in oceanbase::archive::ObArchiveTimer::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 861 (Thread 0x78efa5d792c0 (LWP 3451224)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5d69f00, op=393, expected=0, futex_word=0x78f0da8be360) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5d69f00, clockid=, expected=0, futex_word=0x78f0da8be360) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8be360, expected=0, clockid=, abstime=0x78efa5d69f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5d69f00, clockid=0, mutex=0x78f0da8be310, cond=0x78f0da8be338) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8be338, mutex=0x78f0da8be310, abstime=0x78efa5d69f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 860 (Thread 0x78f0e28fb2c0 (LWP 3449563)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 859 (Thread 0x78f0e03f72c0 (LWP 3449641)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 858 (Thread 0x78f1467f72c0 (LWP 3448970)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 857 (Thread 0x78f1272fb2c0 (LWP 3449264)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 856 (Thread 0x78f0e2afb2c0 (LWP 3449559)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 855 (Thread 0x78f16627d2c0 (LWP 3448763)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea347d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea347d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea347d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea34780, cond=0x78f17ea347a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea347a8, mutex=0x78f17ea34780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 854 (Thread 0x78f188bf72c0 (LWP 3448485)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 853 (Thread 0x78f1447f72c0 (LWP 3449026)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 852 (Thread 0x78f1479f72c0 (LWP 3448950)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1479e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 851 (Thread 0x78f171a7d2c0 (LWP 3448681)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de134f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 850 (Thread 0x78f1711f72c0 (LWP 3448704)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 849 (Thread 0x78f0e1afb2c0 (LWP 3449591)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 848 (Thread 0x78f1897f72c0 (LWP 3448481)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 847 (Thread 0x78f172c7d2c0 (LWP 3448661)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de134f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 846 (Thread 0x78f148e7d2c0 (LWP 3448903)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148e6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 845 (Thread 0x78f0e05792c0 (LWP 3449636)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 844 (Thread 0x78f149cfb2c0 (LWP 3448884)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f149ceb810, op=393, expected=0, futex_word=0x78f16cfafd60) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f149ceb810, clockid=, expected=0, futex_word=0x78f16cfafd60) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cfafd60, expected=0, clockid=, abstime=0x78f149ceb810, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f149ceb810, clockid=0, mutex=0x78f16cfafd10, cond=0x78f16cfafd38) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cfafd38, mutex=0x78f16cfafd10, abstime=0x78f149ceb810) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b193ad7883 in oceanbase::storage::ObRebuildService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 843 (Thread 0x78f159b792c0 (LWP 3448805)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159b69ed0, op=393, expected=0, futex_word=0x78f1bbb7b308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f159b69ed0, clockid=, expected=0, futex_word=0x78f1bbb7b308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7b308, expected=0, clockid=, abstime=0x78f159b69ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f159b69ed0, clockid=0, mutex=0x78f1bbb7b2b8, cond=0x78f1bbb7b2e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7b2e0, mutex=0x78f1bbb7b2b8, abstime=0x78f159b69ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 842 (Thread 0x78efa3f792c0 (LWP 3451327)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 841 (Thread 0x78f0e39792c0 (LWP 3449532)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3969e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 840 (Thread 0x78f1727792c0 (LWP 3448675)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 839 (Thread 0x78f14a9792c0 (LWP 3448861)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 838 (Thread 0x78f15d8fb2c0 (LWP 3448796)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 837 (Thread 0x78f146c7d2c0 (LWP 3448955)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 836 (Thread 0x78f1486fb2c0 (LWP 3448920)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1486ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 835 (Thread 0x78f16e07d2c0 (LWP 3448716)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 834 (Thread 0x78f148cfb2c0 (LWP 3448908)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148cebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 833 (Thread 0x78f0e47792c0 (LWP 3449504)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4769e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 832 (Thread 0x78f176df72c0 (LWP 3448624)): #0 0x000078f1ce52a042 in epoll_wait (epfd=29, events=0x78f1852432f0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1852432f0 in ?? () #3 0x0000001d00000040 in ?? () #4 0x000078f176de7b80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1852432f0 in ?? () #7 0x000078f176de7bc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 831 (Thread 0x78f1761f72c0 (LWP 3448648)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1761e7b10, op=393, expected=0, futex_word=0x78f1bb48f38c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1761e7b10, clockid=, expected=0, futex_word=0x78f1bb48f38c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bb48f38c, expected=0, clockid=, abstime=0x78f1761e7b10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1761e7b10, clockid=0, mutex=0x78f1bb48f338, cond=0x78f1bb48f360) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bb48f360, mutex=0x78f1bb48f338, abstime=0x78f1761e7b10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b197bb6531 in oceanbase::common::ObIOSender::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 830 (Thread 0x78f1446fb2c0 (LWP 3449024)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 829 (Thread 0x78efa24fb2c0 (LWP 3451378)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 828 (Thread 0x78f170df72c0 (LWP 3448715)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 827 (Thread 0x78f1479792c0 (LWP 3448949)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147969e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 826 (Thread 0x78f01eff72c0 (LWP 3450786)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f01efe7de0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f01efe7de0, clockid=, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb5158, expected=0, clockid=, abstime=0x78f01efe7de0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f01efe7de0, clockid=0, mutex=0x78f126cb5108, cond=0x78f126cb5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb5130, mutex=0x78f126cb5108, abstime=0x78f01efe7de0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 825 (Thread 0x78f151ff72c0 (LWP 3448838)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151fe7ea0, op=137, expected=0, futex_word=0x78f151fe7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f151fe7ea0, clockid=, expected=0, futex_word=0x78f151fe7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f151fe7f88, expected=0, clockid=, abstime=0x78f151fe7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f151fe7ea0, clockid=1, mutex=0x78f151fe7f98, cond=0x78f151fe7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f151fe7f60, mutex=0x78f151fe7f98, abstime=0x78f151fe7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 824 (Thread 0x78f13ff792c0 (LWP 3449085)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 823 (Thread 0x78f1483792c0 (LWP 3448929)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148369ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 822 (Thread 0x78f0e29f72c0 (LWP 3449565)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 821 (Thread 0x78f189e7d2c0 (LWP 3448474)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f189e6d540, op=393, expected=0, futex_word=0x57b1a5d978c0 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22656>) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f189e6d540, clockid=, expected=0, futex_word=0x57b1a5d978c0 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22656>) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a5d978c0 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22656>, expected=0, clockid=, abstime=0x78f189e6d540, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f189e6d540, clockid=0, mutex=0x57b1a5d978c8 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22664>, cond=0x57b1a5d97898 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22616>) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a5d97898 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22616>, mutex=0x57b1a5d978c8 <_ZZN9oceanbase5share6schema27ObMultiVersionSchemaService12get_instanceEvE7THE_ONE.llvm.9281846533993480540+22664>, abstime=0x78f189e6d540) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1815e66fc in oceanbase::share::schema::ObDDLTransController::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 820 (Thread 0x78f0e487d2c0 (LWP 3449498)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e486ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 819 (Thread 0x78f0e4bf72c0 (LWP 3449497)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4be7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 818 (Thread 0x78f172d792c0 (LWP 3448663)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 817 (Thread 0x78f159a7d2c0 (LWP 3448803)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159a6da60, op=393, expected=0, futex_word=0x78f1c85ff4b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f159a6da60, clockid=, expected=0, futex_word=0x78f1c85ff4b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1c85ff4b0, expected=0, clockid=, abstime=0x78f159a6da60, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f159a6da60, clockid=0, mutex=0x78f1c85ff460, cond=0x78f1c85ff488) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1c85ff488, mutex=0x78f1c85ff460, abstime=0x78f159a6da60) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b18894e864 in oceanbase::rootserver::ObHeartbeatService::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 816 (Thread 0x78f1499792c0 (LWP 3448893)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 815 (Thread 0x78f166cfb2c0 (LWP 3448760)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f166cebea0, op=137, expected=0, futex_word=0x78f166cebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f166cebea0, clockid=, expected=0, futex_word=0x78f166cebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f166cebf88, expected=0, clockid=, abstime=0x78f166cebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f166cebea0, clockid=1, mutex=0x78f166cebf98, cond=0x78f166cebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f166cebf60, mutex=0x78f166cebf98, abstime=0x78f166cebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 814 (Thread 0x78f129c7d2c0 (LWP 3449185)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 813 (Thread 0x78f0e04fb2c0 (LWP 3449635)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 812 (Thread 0x78f1643792c0 (LWP 3448785)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164369bc0, op=393, expected=0, futex_word=0x78f16cf23b30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f164369bc0, clockid=, expected=0, futex_word=0x78f16cf23b30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf23b30, expected=0, clockid=, abstime=0x78f164369bc0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f164369bc0, clockid=0, mutex=0x78f16cf23ae0, cond=0x78f16cf23b08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf23b08, mutex=0x78f16cf23ae0, abstime=0x78f164369bc0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b188416e8d in oceanbase::rootserver::ObDRService::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 811 (Thread 0x78efa38fb2c0 (LWP 3451338)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 810 (Thread 0x78efc9c7d2c0 (LWP 3451162)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9c6dd40, op=393, expected=0, futex_word=0x78f0feb86690) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efc9c6dd40, clockid=, expected=0, futex_word=0x78f0feb86690) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0feb86690, expected=0, clockid=, abstime=0x78efc9c6dd40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efc9c6dd40, clockid=0, mutex=0x78f0feb86640, cond=0x78f0feb86668) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0feb86668, mutex=0x78f0feb86640, abstime=0x78efc9c6dd40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b189176c7e in oceanbase::rootserver::ObMajorMergeScheduler::try_idle(long, int) () #9 0x000057b1891743d3 in oceanbase::rootserver::ObMajorMergeScheduler::run3() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 809 (Thread 0x78f159bf72c0 (LWP 3448806)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f159be7990, op=393, expected=0, futex_word=0x78f1bdb91370) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f159be7990, clockid=, expected=0, futex_word=0x78f1bdb91370) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bdb91370, expected=0, clockid=, abstime=0x78f159be7990, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f159be7990, clockid=0, mutex=0x78f1bdb91320, cond=0x78f1bdb91348) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bdb91348, mutex=0x78f1bdb91320, abstime=0x78f159be7990) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b187a3cb08 in oceanbase::rootserver::ObCloneScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 808 (Thread 0x78f14cb792c0 (LWP 3448857)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14cb69f20, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b181027dc7 in oceanbase::lockwaitmgr::ObLockWaitMgr::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 807 (Thread 0x78f151df72c0 (LWP 3448842)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811bf2ab in oceanbase::palf::LogIOWorker::run_loop_() () #5 0x000057b186c9f1f9 in oceanbase::palf::LogIOWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 806 (Thread 0x78f0e0f792c0 (LWP 3449616)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 805 (Thread 0x78f000f792c0 (LWP 3451189)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f000f69d40, op=393, expected=0, futex_word=0x78f1695a0690) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f000f69d40, clockid=, expected=0, futex_word=0x78f1695a0690) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1695a0690, expected=0, clockid=, abstime=0x78f000f69d40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f000f69d40, clockid=0, mutex=0x78f1695a0640, cond=0x78f1695a0668) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1695a0668, mutex=0x78f1695a0640, abstime=0x78f000f69d40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b189176ba9 in oceanbase::rootserver::ObMajorMergeScheduler::try_idle(long, int) () #9 0x000057b1891743d3 in oceanbase::rootserver::ObMajorMergeScheduler::run3() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 804 (Thread 0x78f1645f72c0 (LWP 3448782)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1645e7a80, op=393, expected=0, futex_word=0x78f16cf3dcd8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1645e7a80, clockid=, expected=0, futex_word=0x78f16cf3dcd8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf3dcd8, expected=0, clockid=, abstime=0x78f1645e7a80, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1645e7a80, clockid=0, mutex=0x78f16cf3dc88, cond=0x78f16cf3dcb0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf3dcb0, mutex=0x78f16cf3dc88, abstime=0x78f1645e7a80) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18932065d in oceanbase::rootserver::ObBackupBaseService::idle() () #8 0x000057b18938e065 in oceanbase::rootserver::ObBackupService::run2() () #9 0x000057b189326507 in oceanbase::rootserver::ObBackupBaseService::run1() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 803 (Thread 0x78f1531f72c0 (LWP 3448810)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 802 (Thread 0x78f128bf72c0 (LWP 3449226)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f128be7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b192a375b1 in oceanbase::transaction::ObXATransHeartbeatWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 801 (Thread 0x78efa2c7d2c0 (LWP 3451361)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 800 (Thread 0x78f1b45792c0 (LWP 3448454)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 799 (Thread 0x78f12627d2c0 (LWP 3451188)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12626d5b0, op=393, expected=0, futex_word=0x78f1695a03c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12626d5b0, clockid=, expected=0, futex_word=0x78f1695a03c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1695a03c8, expected=0, clockid=, abstime=0x78f12626d5b0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12626d5b0, clockid=0, mutex=0x78f1695a0378, cond=0x78f1695a03a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1695a03a0, mutex=0x78f1695a0378, abstime=0x78f12626d5b0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1891acbd6 in oceanbase::rootserver::ObFreezeReentrantThread::try_idle(long, int) () #8 0x000057b1891a638d in oceanbase::rootserver::ObMajorMergeInfoDetector::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 798 (Thread 0x78f16b5792c0 (LWP 3448742)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 797 (Thread 0x78f17e9792c0 (LWP 3448553)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17e969bd0, op=393, expected=0, futex_word=0x57b1a09fd73c ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17e969bd0, clockid=, expected=0, futex_word=0x57b1a09fd73c ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a09fd73c , expected=0, clockid=, abstime=0x78f17e969bd0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17e969bd0, clockid=0, mutex=0x57b1a09fd6e8 , cond=0x57b1a09fd710 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a09fd710 , mutex=0x57b1a09fd6e8 , abstime=0x78f17e969bd0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18160efd7 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 796 (Thread 0x78efa1ff72c0 (LWP 3451392)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 795 (Thread 0x78f140afb2c0 (LWP 3449064)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 794 (Thread 0x78efe6f792c0 (LWP 3451233)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6f69f00, op=393, expected=0, futex_word=0x78f0ef79e1c4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6f69f00, clockid=, expected=0, futex_word=0x78f0ef79e1c4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79e1c4, expected=0, clockid=, abstime=0x78efe6f69f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6f69f00, clockid=0, mutex=0x78f0ef79e170, cond=0x78f0ef79e198) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79e198, mutex=0x78f0ef79e170, abstime=0x78efe6f69f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 793 (Thread 0x78f0e0bf72c0 (LWP 3449625)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 792 (Thread 0x78f152d792c0 (LWP 3448817)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 791 (Thread 0x78f1277f72c0 (LWP 3449258)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 790 (Thread 0x78f12c1f72c0 (LWP 3449218)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12c1e7f20, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b181027dc7 in oceanbase::lockwaitmgr::ObLockWaitMgr::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 789 (Thread 0x78f0e2bf72c0 (LWP 3449561)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 788 (Thread 0x78f1489f72c0 (LWP 3448918)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1489e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 787 (Thread 0x78f0e65792c0 (LWP 3449444)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 786 (Thread 0x78f1443792c0 (LWP 3449029)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 785 (Thread 0x78f15defb2c0 (LWP 3448788)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea307d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea30780, cond=0x78f17ea307a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea307a8, mutex=0x78f17ea30780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 784 (Thread 0x78efa54fb2c0 (LWP 3451251)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa54ebf00, op=393, expected=0, futex_word=0x78f0060346a0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa54ebf00, clockid=, expected=0, futex_word=0x78f0060346a0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0060346a0, expected=0, clockid=, abstime=0x78efa54ebf00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa54ebf00, clockid=0, mutex=0x78f006034650, cond=0x78f006034678) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f006034678, mutex=0x78f006034650, abstime=0x78efa54ebf00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 783 (Thread 0x78f17187d2c0 (LWP 3448685)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 782 (Thread 0x78f0e6f792c0 (LWP 3449424)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 781 (Thread 0x78f0e347d2c0 (LWP 3449538)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e346de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 780 (Thread 0x78f142bf72c0 (LWP 3449038)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 779 (Thread 0x78f0e2e7d2c0 (LWP 3449550)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 778 (Thread 0x78f170e7d2c0 (LWP 3448705)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 777 (Thread 0x78f0e3cfb2c0 (LWP 3449523)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3cebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 776 (Thread 0x78f126e7d2c0 (LWP 3449271)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 775 (Thread 0x78f16bb792c0 (LWP 3448730)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 774 (Thread 0x78f0b747d2c0 (LWP 3450199)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 773 (Thread 0x78f0e047d2c0 (LWP 3449634)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 772 (Thread 0x78efa2df72c0 (LWP 3451364)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 771 (Thread 0x78f0e67f72c0 (LWP 3449441)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 770 (Thread 0x78f0e42fb2c0 (LWP 3449511)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e42ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 769 (Thread 0x78f147cfb2c0 (LWP 3448940)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147cebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 768 (Thread 0x78efe767d2c0 (LWP 3450771)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe766dde0, op=393, expected=0, futex_word=0x78f1444b5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe766dde0, clockid=, expected=0, futex_word=0x78f1444b5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1444b5158, expected=0, clockid=, abstime=0x78efe766dde0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe766dde0, clockid=0, mutex=0x78f1444b5108, cond=0x78f1444b5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1444b5130, mutex=0x78f1444b5108, abstime=0x78efe766dde0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 767 (Thread 0x78f0e11792c0 (LWP 3449612)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 766 (Thread 0x78f0e3e7d2c0 (LWP 3449518)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3e6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 765 (Thread 0x78efa59792c0 (LWP 3451242)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5969f00, op=393, expected=0, futex_word=0x78f0ef79f060) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5969f00, clockid=, expected=0, futex_word=0x78f0ef79f060) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79f060, expected=0, clockid=, abstime=0x78efa5969f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5969f00, clockid=0, mutex=0x78f0ef79f010, cond=0x78f0ef79f038) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79f038, mutex=0x78f0ef79f010, abstime=0x78efa5969f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 764 (Thread 0x78f1b36fb2c0 (LWP 3448457)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 763 (Thread 0x78f145ff72c0 (LWP 3448986)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 762 (Thread 0x78f0e4a7d2c0 (LWP 3449494)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4a6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 761 (Thread 0x78f0e13792c0 (LWP 3449608)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 760 (Thread 0x78f0f167d2c0 (LWP 3449364)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0f166d7b0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b186f6e7ae in oceanbase::logservice::ObGarbageCollector::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 759 (Thread 0x78efe6efb2c0 (LWP 3450789)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6eebde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6eebde0, clockid=, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb5158, expected=0, clockid=, abstime=0x78efe6eebde0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6eebde0, clockid=0, mutex=0x78f126cb5108, cond=0x78f126cb5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb5130, mutex=0x78f126cb5108, abstime=0x78efe6eebde0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 758 (Thread 0x78efe5bf72c0 (LWP 3450787)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe5be7de0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe5be7de0, clockid=, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb5158, expected=0, clockid=, abstime=0x78efe5be7de0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe5be7de0, clockid=0, mutex=0x78f126cb5108, cond=0x78f126cb5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb5130, mutex=0x78f126cb5108, abstime=0x78efe5be7de0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 757 (Thread 0x78efa4df72c0 (LWP 3451289)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa4de7b70, op=393, expected=0, futex_word=0x78f0f07b64a8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa4de7b70, clockid=, expected=0, futex_word=0x78f0f07b64a8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0f07b64a8, expected=0, clockid=, abstime=0x78efa4de7b70, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa4de7b70, clockid=0, mutex=0x78f0f07b6458, cond=0x78f0f07b6480) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0f07b6480, mutex=0x78f0f07b6458, abstime=0x78efa4de7b70) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1891accf4 in oceanbase::rootserver::ObFreezeReentrantThread::try_idle(long, int) () #8 0x000057b1891cfbc0 in oceanbase::rootserver::ObDailyMajorFreezeLauncher::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 756 (Thread 0x78f0e207d2c0 (LWP 3449578)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 755 (Thread 0x78f0e16fb2c0 (LWP 3449599)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 754 (Thread 0x78f0e17792c0 (LWP 3449600)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 753 (Thread 0x78f1645792c0 (LWP 3448781)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164569310, op=393, expected=0, futex_word=0x78f16cf4c0d8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f164569310, clockid=, expected=0, futex_word=0x78f16cf4c0d8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf4c0d8, expected=0, clockid=, abstime=0x78f164569310, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f164569310, clockid=0, mutex=0x78f16cf4c088, cond=0x78f16cf4c0b0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf4c0b0, mutex=0x78f16cf4c088, abstime=0x78f164569310) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18932065d in oceanbase::rootserver::ObBackupBaseService::idle() () #8 0x000057b1893bd008 in oceanbase::rootserver::ObBackupTaskScheduler::run2() () #9 0x000057b189326507 in oceanbase::rootserver::ObBackupBaseService::run1() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 752 (Thread 0x78f14187d2c0 (LWP 3449051)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 751 (Thread 0x78f0e3b792c0 (LWP 3449528)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3b69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 750 (Thread 0x78f1642fb2c0 (LWP 3448784)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1642e9170, op=393, expected=0, futex_word=0x78f16cf3dad8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1642e9170, clockid=, expected=0, futex_word=0x78f16cf3dad8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf3dad8, expected=0, clockid=, abstime=0x78f1642e9170, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1642e9170, clockid=0, mutex=0x78f16cf3da88, cond=0x78f16cf3dab0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf3dab0, mutex=0x78f16cf3da88, abstime=0x78f1642e9170) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18932065d in oceanbase::rootserver::ObBackupBaseService::idle() () #8 0x000057b18931ebf6 in oceanbase::rootserver::ObArchiveSchedulerService::run2() () #9 0x000057b189326507 in oceanbase::rootserver::ObBackupBaseService::run1() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 749 (Thread 0x78f1461f72c0 (LWP 3448982)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 748 (Thread 0x78f12d3f72c0 (LWP 3449174)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 747 (Thread 0x78efa3d792c0 (LWP 3451331)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 746 (Thread 0x78f0e3d792c0 (LWP 3449524)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3d69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 745 (Thread 0x78f0e31792c0 (LWP 3449548)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de134f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 744 (Thread 0x78f15a0fb2c0 (LWP 3448800)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f15a0ebed0, op=393, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f15a0ebed0, clockid=, expected=0, futex_word=0x78f1bbb7b908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7b908, expected=0, clockid=, abstime=0x78f15a0ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f15a0ebed0, clockid=0, mutex=0x78f1bbb7b8b8, cond=0x78f1bbb7b8e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7b8e0, mutex=0x78f1bbb7b8b8, abstime=0x78f15a0ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 743 (Thread 0x78f0e63f72c0 (LWP 3449449)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 742 (Thread 0x78f1726fb2c0 (LWP 3448674)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 741 (Thread 0x78f1447792c0 (LWP 3449025)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 740 (Thread 0x78f128c7d2c0 (LWP 3449219)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ea7d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701ea7d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701ea7d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701ea780, cond=0x78f1701ea7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701ea7a8, mutex=0x78f1701ea780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 739 (Thread 0x78f14667d2c0 (LWP 3448967)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 738 (Thread 0x78f0dfcfb2c0 (LWP 3449651)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 737 (Thread 0x78f0e55792c0 (LWP 3449476)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5569ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 736 (Thread 0x78f141df72c0 (LWP 3449050)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 735 (Thread 0x78f170f792c0 (LWP 3448707)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 734 (Thread 0x78efa19792c0 (LWP 3451403)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 733 (Thread 0x78f0e51f72c0 (LWP 3449485)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e51e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 732 (Thread 0x78f151f792c0 (LWP 3448837)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f151f69f00, op=393, expected=0, futex_word=0x78f1c8f8b5c4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f151f69f00, clockid=, expected=0, futex_word=0x78f1c8f8b5c4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1c8f8b5c4, expected=0, clockid=, abstime=0x78f151f69f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f151f69f00, clockid=0, mutex=0x78f1c8f8b570, cond=0x78f1c8f8b598) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1c8f8b598, mutex=0x78f1c8f8b570, abstime=0x78f151f69f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 731 (Thread 0x78f0e127d2c0 (LWP 3449606)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 730 (Thread 0x78f0e01792c0 (LWP 3449644)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 729 (Thread 0x78efa4a7d2c0 (LWP 3451411)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 728 (Thread 0x78f0e1c7d2c0 (LWP 3449586)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 727 (Thread 0x78f0e19f72c0 (LWP 3449597)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 726 (Thread 0x78efe6ff72c0 (LWP 3451234)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe6fe7f00, op=393, expected=0, futex_word=0x78f0ef79e364) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe6fe7f00, clockid=, expected=0, futex_word=0x78f0ef79e364) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79e364, expected=0, clockid=, abstime=0x78efe6fe7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe6fe7f00, clockid=0, mutex=0x78f0ef79e310, cond=0x78f0ef79e338) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79e338, mutex=0x78f0ef79e310, abstime=0x78efe6fe7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 725 (Thread 0x78f0e1ff72c0 (LWP 3449585)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 724 (Thread 0x78f15df792c0 (LWP 3448789)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea307d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea30780, cond=0x78f17ea307a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea307a8, mutex=0x78f17ea30780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 723 (Thread 0x78f16427d2c0 (LWP 3448783)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16426da80, op=393, expected=0, futex_word=0x78f16cf51cd8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f16426da80, clockid=, expected=0, futex_word=0x78f16cf51cd8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf51cd8, expected=0, clockid=, abstime=0x78f16426da80, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f16426da80, clockid=0, mutex=0x78f16cf51c88, cond=0x78f16cf51cb0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf51cb0, mutex=0x78f16cf51c88, abstime=0x78f16426da80) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18932065d in oceanbase::rootserver::ObBackupBaseService::idle() () #8 0x000057b18938e065 in oceanbase::rootserver::ObBackupService::run2() () #9 0x000057b189326507 in oceanbase::rootserver::ObBackupBaseService::run1() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 722 (Thread 0x78f13f7f72c0 (LWP 3449094)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 721 (Thread 0x78f0d567d2c0 (LWP 3449684)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 720 (Thread 0x78efa03792c0 (LWP 3451546)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 719 (Thread 0x78f0e10fb2c0 (LWP 3449611)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 718 (Thread 0x78f127afb2c0 (LWP 3449248)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 717 (Thread 0x78f1647f72c0 (LWP 3448778)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1647e7ed0, op=393, expected=0, futex_word=0x78f1bbb7c908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1647e7ed0, clockid=, expected=0, futex_word=0x78f1bbb7c908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7c908, expected=0, clockid=, abstime=0x78f1647e7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1647e7ed0, clockid=0, mutex=0x78f1bbb7c8b8, cond=0x78f1bbb7c8e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7c8e0, mutex=0x78f1bbb7c8b8, abstime=0x78f1647e7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 716 (Thread 0x78f13f6fb2c0 (LWP 3449092)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 715 (Thread 0x78f0e567d2c0 (LWP 3449470)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e566ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 714 (Thread 0x78f0e36fb2c0 (LWP 3449535)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e36ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 713 (Thread 0x78f0e0e7d2c0 (LWP 3449614)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 712 (Thread 0x78f12d27d2c0 (LWP 3449171)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 711 (Thread 0x78f0e22fb2c0 (LWP 3449575)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 710 (Thread 0x78f12767d2c0 (LWP 3449255)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 709 (Thread 0x78f0e54fb2c0 (LWP 3449475)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e54ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 708 (Thread 0x78f021c7d2c0 (LWP 3449807)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 707 (Thread 0x78f16b7792c0 (LWP 3448738)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 706 (Thread 0x78f0e23f72c0 (LWP 3449577)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 705 (Thread 0x78f0e62fb2c0 (LWP 3449447)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 704 (Thread 0x78f0e1cfb2c0 (LWP 3449587)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 703 (Thread 0x78f0daafb2c0 (LWP 3449677)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 702 (Thread 0x78f14607d2c0 (LWP 3448979)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 701 (Thread 0x78f17107d2c0 (LWP 3448701)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 700 (Thread 0x78f01eefb2c0 (LWP 3450784)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f01eeebde0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f01eeebde0, clockid=, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb5158, expected=0, clockid=, abstime=0x78f01eeebde0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f01eeebde0, clockid=0, mutex=0x78f126cb5108, cond=0x78f126cb5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb5130, mutex=0x78f126cb5108, abstime=0x78f01eeebde0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 699 (Thread 0x78f0e6bf72c0 (LWP 3449433)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6be7ad0, op=393, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e6be7ad0, clockid=, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7cd270, expected=0, clockid=, abstime=0x78f0e6be7ad0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e6be7ad0, clockid=0, mutex=0x78f11f7cd278, cond=0x78f11f7cd248) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7cd248, mutex=0x78f11f7cd278, abstime=0x78f0e6be7ad0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1813117fc in oceanbase::archive::ObArchiveFetcher::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 698 (Thread 0x78f13f9f72c0 (LWP 3449090)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 697 (Thread 0x78f0e147d2c0 (LWP 3449602)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 696 (Thread 0x78f0e40fb2c0 (LWP 3449515)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e40ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 695 (Thread 0x78f128d792c0 (LWP 3449221)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128d69ea0, op=137, expected=0, futex_word=0x78f128d69f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f128d69ea0, clockid=, expected=0, futex_word=0x78f128d69f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f128d69f88, expected=0, clockid=, abstime=0x78f128d69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f128d69ea0, clockid=1, mutex=0x78f128d69f98, cond=0x78f128d69f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f128d69f60, mutex=0x78f128d69f98, abstime=0x78f128d69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 694 (Thread 0x78f0dfd792c0 (LWP 3449652)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 693 (Thread 0x78efa2ff72c0 (LWP 3451360)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 692 (Thread 0x78f16af792c0 (LWP 3448754)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 691 (Thread 0x78efa1e7d2c0 (LWP 3451389)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 690 (Thread 0x78f172df72c0 (LWP 3448664)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 689 (Thread 0x78f12d4fb2c0 (LWP 3449168)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12d4eb750, op=393, expected=0, futex_word=0x78f044128228) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12d4eb750, clockid=, expected=0, futex_word=0x78f044128228) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f044128228, expected=0, clockid=, abstime=0x78f12d4eb750, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12d4eb750, clockid=0, mutex=0x78f0441281d8, cond=0x78f044128200) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f044128200, mutex=0x78f0441281d8, abstime=0x78f12d4eb750) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1811c6382 in oceanbase::common::ObIOResult::wait(long) () #8 0x000057b1811c53c1 in oceanbase::common::ObIOHandle::wait(long) () #9 0x000057b197bfdcef in oceanbase::common::ObIOManager::pwrite(oceanbase::common::ObSNIOInfo&, long&) () #10 0x000057b1811c2d40 in oceanbase::palf::LogIOAdapter::pwrite(oceanbase::common::ObIOFd const&, char const*, long, long, long&) () #11 0x000057b1811c1e8e in oceanbase::palf::LogBlockHandler::inner_write_once_(unsigned long, char const*, long) () #12 0x000057b1811c1c6f in oceanbase::palf::LogBlockHandler::inner_writev_once_(unsigned long, oceanbase::palf::LogWriteBuf const&) () #13 0x000057b1811c1add in oceanbase::palf::LogBlockMgr::writev(unsigned long, unsigned long, oceanbase::palf::LogWriteBuf const&) () #14 0x000057b1811c18d6 in oceanbase::palf::LogStorage::writev(oceanbase::palf::LSN const&, oceanbase::palf::LogWriteBuf const&, oceanbase::share::SCN const&) () #15 0x000057b1811c15fe in oceanbase::palf::LogStorage::writev(oceanbase::common::ObFixedArray const&, oceanbase::common::ObFixedArray const&, oceanbase::common::ObFixedArray const&) () #16 0x000057b1811c1196 in oceanbase::palf::PalfHandleImpl::inner_append_log(oceanbase::common::ObFixedArray const&, oceanbase::common::ObFixedArray const&, oceanbase::common::ObFixedArray const&) () #17 0x000057b1811bfa5b in oceanbase::palf::LogIOWorker::run_loop_() () #18 0x000057b186c9f1f9 in oceanbase::palf::LogIOWorker::run1() () #19 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #20 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #21 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #22 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #23 0x0000000000000000 in ?? () Thread 688 (Thread 0x78efa05792c0 (LWP 3451594)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b18135665b in oceanbase::common::ObLatchMutex::wait(long, unsigned int) () #4 0x000057b180df7d50 in oceanbase::common::ObLatchMutex::lock(unsigned int, long, bool) () #5 0x000057b18a58b8c0 in oceanbase::table::ObTabletTTLScheduler::try_schedule_remaining_tasks(oceanbase::table::ObTTLTaskCtx const*) () #6 0x000057b18a58a7ba in oceanbase::table::ObTabletTTLScheduler::report_task_status(oceanbase::table::ObTTLTaskInfo&, oceanbase::table::ObTTLTaskParam&, bool&, bool) () #7 0x000057b18a5a96be in oceanbase::table::ObTableTTLDeleteTask::process() () #8 0x000057b18173c900 in oceanbase::share::ObTenantDagWorker::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 687 (Thread 0x78f1467792c0 (LWP 3448969)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 686 (Thread 0x78f170ff72c0 (LWP 3448708)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 685 (Thread 0x78f1273f72c0 (LWP 3449266)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 684 (Thread 0x78f1489792c0 (LWP 3448917)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148969ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 683 (Thread 0x78f0e1a7d2c0 (LWP 3449590)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 682 (Thread 0x78f1718fb2c0 (LWP 3448686)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 681 (Thread 0x78f14a2fb2c0 (LWP 3448872)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14a2ebf20, rem=0x78f14a2ebf20) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce50ec63 in __sleep (seconds=0) at ../sysdeps/posix/sleep.c:35 #3 0x000057b194141b15 in oceanbase::transaction::ObXAInnerTableGCWorker::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 680 (Thread 0x78f0e11f72c0 (LWP 3449613)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 679 (Thread 0x78f16bafb2c0 (LWP 3448729)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 678 (Thread 0x78f0e387d2c0 (LWP 3449530)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e386de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 677 (Thread 0x78f16b8fb2c0 (LWP 3448733)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 676 (Thread 0x78f165efb2c0 (LWP 3448768)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f165eebea0, op=137, expected=0, futex_word=0x78f165eebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f165eebea0, clockid=, expected=0, futex_word=0x78f165eebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f165eebf88, expected=0, clockid=, abstime=0x78f165eebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f165eebea0, clockid=1, mutex=0x78f165eebf98, cond=0x78f165eebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f165eebf60, mutex=0x78f165eebf98, abstime=0x78f165eebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 675 (Thread 0x78f1276fb2c0 (LWP 3449256)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 674 (Thread 0x78f1662fb2c0 (LWP 3448764)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1662ebea0, op=137, expected=0, futex_word=0x78f1662ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1662ebea0, clockid=, expected=0, futex_word=0x78f1662ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1662ebf88, expected=0, clockid=, abstime=0x78f1662ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1662ebea0, clockid=1, mutex=0x78f1662ebf98, cond=0x78f1662ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1662ebf60, mutex=0x78f1662ebf98, abstime=0x78f1662ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 673 (Thread 0x78f1303792c0 (LWP 3449165)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 672 (Thread 0x78f0e1efb2c0 (LWP 3449583)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 671 (Thread 0x78f1644fb2c0 (LWP 3448780)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1644ebed0, op=393, expected=0, futex_word=0x78f1bbb7c508) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1644ebed0, clockid=, expected=0, futex_word=0x78f1bbb7c508) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7c508, expected=0, clockid=, abstime=0x78f1644ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1644ebed0, clockid=0, mutex=0x78f1bbb7c4b8, cond=0x78f1bbb7c4e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7c4e0, mutex=0x78f1bbb7c4b8, abstime=0x78f1644ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 670 (Thread 0x78f0e2a7d2c0 (LWP 3449558)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 669 (Thread 0x78f147ff72c0 (LWP 3448938)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147fe7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 668 (Thread 0x78f0e5e7d2c0 (LWP 3449454)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 667 (Thread 0x78efa1a7d2c0 (LWP 3451397)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 666 (Thread 0x78f1477792c0 (LWP 3448953)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de134f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 665 (Thread 0x78f172a7d2c0 (LWP 3448665)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 664 (Thread 0x78efc9cfb2c0 (LWP 3451163)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9cebb70, op=393, expected=0, futex_word=0x78f0feb884a8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efc9cebb70, clockid=, expected=0, futex_word=0x78f0feb884a8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0feb884a8, expected=0, clockid=, abstime=0x78efc9cebb70, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efc9cebb70, clockid=0, mutex=0x78f0feb88458, cond=0x78f0feb88480) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0feb88480, mutex=0x78f0feb88458, abstime=0x78efc9cebb70) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1891accf4 in oceanbase::rootserver::ObFreezeReentrantThread::try_idle(long, int) () #8 0x000057b1891cfbc0 in oceanbase::rootserver::ObDailyMajorFreezeLauncher::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 663 (Thread 0x78f0e2cfb2c0 (LWP 3449555)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 662 (Thread 0x78f0e61f72c0 (LWP 3449453)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 661 (Thread 0x78f16487d2c0 (LWP 3448771)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16486ded0, op=393, expected=0, futex_word=0x78f1bbb7d308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f16486ded0, clockid=, expected=0, futex_word=0x78f1bbb7d308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7d308, expected=0, clockid=, abstime=0x78f16486ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f16486ded0, clockid=0, mutex=0x78f1bbb7d2b8, cond=0x78f1bbb7d2e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7d2e0, mutex=0x78f1bbb7d2b8, abstime=0x78f16486ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 660 (Thread 0x78f1318fb2c0 (LWP 3449154)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 659 (Thread 0x78f0e407d2c0 (LWP 3449514)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e406de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 658 (Thread 0x78efa21f72c0 (LWP 3451388)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 657 (Thread 0x78f0ffdf72c0 (LWP 3449339)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffde7ea0, op=137, expected=0, futex_word=0x78f0ffde7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0ffde7ea0, clockid=, expected=0, futex_word=0x78f0ffde7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ffde7f88, expected=0, clockid=, abstime=0x78f0ffde7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0ffde7ea0, clockid=1, mutex=0x78f0ffde7f98, cond=0x78f0ffde7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ffde7f60, mutex=0x78f0ffde7f98, abstime=0x78f0ffde7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 656 (Thread 0x78efa587d2c0 (LWP 3451240)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa586df00, op=393, expected=0, futex_word=0x78f0ef79ed20) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa586df00, clockid=, expected=0, futex_word=0x78f0ef79ed20) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79ed20, expected=0, clockid=, abstime=0x78efa586df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa586df00, clockid=0, mutex=0x78f0ef79ecd0, cond=0x78f0ef79ecf8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79ecf8, mutex=0x78f0ef79ecd0, abstime=0x78efa586df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 655 (Thread 0x78f139d792c0 (LWP 3449131)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139d69ed0, op=393, expected=0, futex_word=0x78f1449b7908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139d69ed0, clockid=, expected=0, futex_word=0x78f1449b7908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7908, expected=0, clockid=, abstime=0x78f139d69ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139d69ed0, clockid=0, mutex=0x78f1449b78b8, cond=0x78f1449b78e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b78e0, mutex=0x78f1449b78b8, abstime=0x78f139d69ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 654 (Thread 0x78f16e0fb2c0 (LWP 3448717)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 653 (Thread 0x78f0e2b792c0 (LWP 3449560)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 652 (Thread 0x78efa18fb2c0 (LWP 3451402)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 651 (Thread 0x78f0e64fb2c0 (LWP 3449443)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 650 (Thread 0x78f0e1df72c0 (LWP 3449589)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 649 (Thread 0x78f1061f72c0 (LWP 3449331)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 648 (Thread 0x78f1277792c0 (LWP 3449257)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 647 (Thread 0x78f0e427d2c0 (LWP 3449510)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e426de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 646 (Thread 0x78efa33792c0 (LWP 3451351)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 645 (Thread 0x78f16e1792c0 (LWP 3448718)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 644 (Thread 0x78f170c7d2c0 (LWP 3448709)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 643 (Thread 0x78efa1f792c0 (LWP 3451391)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 642 (Thread 0x78f0e19792c0 (LWP 3449596)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 641 (Thread 0x78f113bf72c0 (LWP 3449301)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113be7ed0, op=393, expected=0, futex_word=0x78f1449b5b08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113be7ed0, clockid=, expected=0, futex_word=0x78f1449b5b08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5b08, expected=0, clockid=, abstime=0x78f113be7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113be7ed0, clockid=0, mutex=0x78f1449b5ab8, cond=0x78f1449b5ae0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b5ae0, mutex=0x78f1449b5ab8, abstime=0x78f113be7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 640 (Thread 0x78f128cfb2c0 (LWP 3449220)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ea7d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701ea7d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701ea7d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701ea780, cond=0x78f1701ea7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701ea7a8, mutex=0x78f1701ea780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 639 (Thread 0x78f0e09f72c0 (LWP 3449629)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 638 (Thread 0x78f1647792c0 (LWP 3448777)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f164769ed0, op=393, expected=0, futex_word=0x78f1bbb7c908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f164769ed0, clockid=, expected=0, futex_word=0x78f1bbb7c908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7c908, expected=0, clockid=, abstime=0x78f164769ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f164769ed0, clockid=0, mutex=0x78f1bbb7c8b8, cond=0x78f1bbb7c8e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7c8e0, mutex=0x78f1bbb7c8b8, abstime=0x78f164769ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 637 (Thread 0x78f0e69f72c0 (LWP 3449437)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 636 (Thread 0x78f1319f72c0 (LWP 3449156)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1319e7e10, op=393, expected=0, futex_word=0x78f1445241b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1319e7e10, clockid=, expected=0, futex_word=0x78f1445241b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1445241b0, expected=0, clockid=, abstime=0x78f1319e7e10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1319e7e10, clockid=0, mutex=0x78f144524160, cond=0x78f144524188) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f144524188, mutex=0x78f144524160, abstime=0x78f1319e7e10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19326a83c in oceanbase::blocksstable::ObMacroBlockBloomFilterLoadTG::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 635 (Thread 0x78f0e4cfb2c0 (LWP 3449491)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4cebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 634 (Thread 0x78f14a1f72c0 (LWP 3448878)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ed853 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 633 (Thread 0x78f1487792c0 (LWP 3448921)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148769ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 632 (Thread 0x78f0e3df72c0 (LWP 3449525)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3de7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 631 (Thread 0x78f15d87d2c0 (LWP 3448795)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 630 (Thread 0x78efa367d2c0 (LWP 3451341)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 629 (Thread 0x78f0e55f72c0 (LWP 3449477)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e55e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 628 (Thread 0x78f0e3f792c0 (LWP 3449520)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3f69e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 627 (Thread 0x78f0e45792c0 (LWP 3449508)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4569e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 626 (Thread 0x78f1527f72c0 (LWP 3448830)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1527e7a00, op=393, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1527e7a00, clockid=, expected=0, futex_word=0x78f1bafe5148) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bafe5148, expected=0, clockid=, abstime=0x78f1527e7a00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1527e7a00, clockid=0, mutex=0x78f1bafe50f8, cond=0x78f1bafe5120) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bafe5120, mutex=0x78f1bafe50f8, abstime=0x78f1527e7a00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18127cf18 in oceanbase::rootserver::ObThreadIdling::idle(long) () #8 0x000057b18127c2d1 in oceanbase::rootserver::ObDDLScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 625 (Thread 0x78f1729f72c0 (LWP 3448672)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 624 (Thread 0x78f14a5f72c0 (LWP 3448870)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a5e7ea0, op=137, expected=0, futex_word=0x78f14a5e7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a5e7ea0, clockid=, expected=0, futex_word=0x78f14a5e7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f14a5e7f88, expected=0, clockid=, abstime=0x78f14a5e7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a5e7ea0, clockid=1, mutex=0x78f14a5e7f98, cond=0x78f14a5e7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f14a5e7f60, mutex=0x78f14a5e7f98, abstime=0x78f14a5e7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 623 (Thread 0x78f0e44fb2c0 (LWP 3449507)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e44ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 622 (Thread 0x78f14cdf72c0 (LWP 3448854)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14cde77b0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b186f6e7ae in oceanbase::logservice::ObGarbageCollector::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 621 (Thread 0x78f0e5ff72c0 (LWP 3449457)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 620 (Thread 0x78f0e447d2c0 (LWP 3449506)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e446de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 619 (Thread 0x78f0e727d2c0 (LWP 3449418)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 618 (Thread 0x78f0dff792c0 (LWP 3449648)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 617 (Thread 0x78f1279792c0 (LWP 3449253)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de134f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 616 (Thread 0x78f13ecfb2c0 (LWP 3449100)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 615 (Thread 0x78f14cc7d2c0 (LWP 3448851)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14cc6dec0, op=393, expected=0, futex_word=0x78f16cf1ee30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14cc6dec0, clockid=, expected=0, futex_word=0x78f16cf1ee30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf1ee30, expected=0, clockid=, abstime=0x78f14cc6dec0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14cc6dec0, clockid=0, mutex=0x78f16cf1ee38, cond=0x78f16cf1ee08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf1ee08, mutex=0x78f16cf1ee38, abstime=0x78f14cc6dec0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1816f45a3 in oceanbase::logservice::ObRemoteFetchWorker::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 614 (Thread 0x78efc9d792c0 (LWP 3451172)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 613 (Thread 0x78f166d792c0 (LWP 3448761)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 612 (Thread 0x78efa2f792c0 (LWP 3451359)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 611 (Thread 0x78f12747d2c0 (LWP 3449259)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 610 (Thread 0x78f0dfefb2c0 (LWP 3449647)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 609 (Thread 0x78efa3b792c0 (LWP 3451335)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 608 (Thread 0x78f16bff72c0 (LWP 3448723)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 607 (Thread 0x78f139ff72c0 (LWP 3449128)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139fe7ed0, op=393, expected=0, futex_word=0x78f1449b7f0c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139fe7ed0, clockid=, expected=0, futex_word=0x78f1449b7f0c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7f0c, expected=0, clockid=, abstime=0x78f139fe7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139fe7ed0, clockid=0, mutex=0x78f1449b7eb8, cond=0x78f1449b7ee0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b7ee0, mutex=0x78f1449b7eb8, abstime=0x78f139fe7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 606 (Thread 0x78efa3e7d2c0 (LWP 3451325)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 605 (Thread 0x78f0e49f72c0 (LWP 3449501)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e49e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 604 (Thread 0x78efa57f72c0 (LWP 3451247)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa57e7f00, op=393, expected=0, futex_word=0x78f0ef79f880) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa57e7f00, clockid=, expected=0, futex_word=0x78f0ef79f880) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79f880, expected=0, clockid=, abstime=0x78efa57e7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa57e7f00, clockid=0, mutex=0x78f0ef79f830, cond=0x78f0ef79f858) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79f858, mutex=0x78f0ef79f830, abstime=0x78efa57e7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 603 (Thread 0x78f0e5afb2c0 (LWP 3449463)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5aebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 602 (Thread 0x78f0e647d2c0 (LWP 3449442)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 601 (Thread 0x78f0e30fb2c0 (LWP 3449547)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e30ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 600 (Thread 0x78f0e31f72c0 (LWP 3449549)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de1368 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 599 (Thread 0x78f12d2fb2c0 (LWP 3449172)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12d2ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b186ca76bd in oceanbase::palf::LogLoopThread::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 598 (Thread 0x78f0e087d2c0 (LWP 3449626)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 597 (Thread 0x78f0e4efb2c0 (LWP 3449487)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4eebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 596 (Thread 0x78f001a7d2c0 (LWP 3449828)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b1813ede1c in oceanbase::omt::ObPxPool::run1() () #4 0x000057b18a343079 in oceanbase::omt::ObPxPool::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 595 (Thread 0x78f0e39f72c0 (LWP 3449533)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e39e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 594 (Thread 0x78f152b792c0 (LWP 3448821)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 593 (Thread 0x78f0e6df72c0 (LWP 3449429)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 592 (Thread 0x78f1711792c0 (LWP 3448703)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 591 (Thread 0x78efa34fb2c0 (LWP 3451346)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 590 (Thread 0x78efa57792c0 (LWP 3451246)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5769f00, op=393, expected=0, futex_word=0x78f0ef79f6e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5769f00, clockid=, expected=0, futex_word=0x78f0ef79f6e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ef79f6e0, expected=0, clockid=, abstime=0x78efa5769f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5769f00, clockid=0, mutex=0x78f0ef79f690, cond=0x78f0ef79f6b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ef79f6b8, mutex=0x78f0ef79f690, abstime=0x78efa5769f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 589 (Thread 0x78f0e6cfb2c0 (LWP 3449427)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 588 (Thread 0x78f0e4c7d2c0 (LWP 3449490)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4c6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 587 (Thread 0x78f0f29792c0 (LWP 3449350)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811bf2ab in oceanbase::palf::LogIOWorker::run_loop_() () #5 0x000057b186c9f1f9 in oceanbase::palf::LogIOWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 586 (Thread 0x78f13f5f72c0 (LWP 3449806)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 585 (Thread 0x78f1139792c0 (LWP 3449304)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113969ed0, op=393, expected=0, futex_word=0x78f1449b5508) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113969ed0, clockid=, expected=0, futex_word=0x78f1449b5508) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5508, expected=0, clockid=, abstime=0x78f113969ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113969ed0, clockid=0, mutex=0x78f1449b54b8, cond=0x78f1449b54e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b54e0, mutex=0x78f1449b54b8, abstime=0x78f113969ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 584 (Thread 0x78f0e41792c0 (LWP 3449516)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4169e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 583 (Thread 0x78f0e2c7d2c0 (LWP 3449554)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 582 (Thread 0x78f0e68fb2c0 (LWP 3449435)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 581 (Thread 0x78f0e2f792c0 (LWP 3449552)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 580 (Thread 0x78efa127d2c0 (LWP 3451418)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 579 (Thread 0x78f16b6fb2c0 (LWP 3448737)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 578 (Thread 0x78f0e6ff72c0 (LWP 3449425)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6fe77f0, op=393, expected=0, futex_word=0x78f11f607020) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e6fe77f0, clockid=, expected=0, futex_word=0x78f11f607020) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f607020, expected=0, clockid=, abstime=0x78f0e6fe77f0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e6fe77f0, clockid=0, mutex=0x78f11f606fd0, cond=0x78f11f606ff8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f606ff8, mutex=0x78f11f606fd0, abstime=0x78f0e6fe77f0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1957875b3 in oceanbase::storage::ObTabletReorgInfoTableService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 577 (Thread 0x78f0e53f72c0 (LWP 3449481)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e53e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 576 (Thread 0x78f0e747d2c0 (LWP 3449414)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e746dec0, op=393, expected=0, futex_word=0x78f11f6914e4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e746dec0, clockid=, expected=0, futex_word=0x78f11f6914e4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f6914e4, expected=0, clockid=, abstime=0x78f0e746dec0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e746dec0, clockid=0, mutex=0x78f11f691490, cond=0x78f11f6914b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f6914b8, mutex=0x78f11f691490, abstime=0x78f0e746dec0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b195423b47 in oceanbase::storage::ObTransferService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 575 (Thread 0x78f0e4f792c0 (LWP 3449488)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4f69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 574 (Thread 0x78f108e7d2c0 (LWP 3449318)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108e6ded0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f108e6ded0, clockid=, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5308, expected=0, clockid=, abstime=0x78f108e6ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f108e6ded0, clockid=0, mutex=0x78f1449b52b8, cond=0x78f1449b52e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b52e0, mutex=0x78f1449b52b8, abstime=0x78f108e6ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 573 (Thread 0x78f147f792c0 (LWP 3448937)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147f69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 572 (Thread 0x78f1531792c0 (LWP 3448809)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 571 (Thread 0x78f0f25792c0 (LWP 3449358)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 570 (Thread 0x78f14467d2c0 (LWP 3449023)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 569 (Thread 0x78f1716fb2c0 (LWP 3448690)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180ddef0e in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 568 (Thread 0x78f0e25792c0 (LWP 3449572)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 567 (Thread 0x78f0e48fb2c0 (LWP 3449499)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e48ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 566 (Thread 0x78f0e09792c0 (LWP 3449628)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 565 (Thread 0x78f0e6b792c0 (LWP 3449431)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6b69ad0, op=393, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e6b69ad0, clockid=, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7cd270, expected=0, clockid=, abstime=0x78f0e6b69ad0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e6b69ad0, clockid=0, mutex=0x78f11f7cd278, cond=0x78f11f7cd248) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7cd248, mutex=0x78f11f7cd278, abstime=0x78f0e6b69ad0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1813117fc in oceanbase::archive::ObArchiveFetcher::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 564 (Thread 0x78efa20fb2c0 (LWP 3451386)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 563 (Thread 0x78f0e267d2c0 (LWP 3449566)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 562 (Thread 0x78f0e34fb2c0 (LWP 3449539)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e34ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 561 (Thread 0x78f0e05f72c0 (LWP 3449637)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 560 (Thread 0x78f0e13f72c0 (LWP 3449609)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 559 (Thread 0x78f0e5bf72c0 (LWP 3449465)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5be7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 558 (Thread 0x78f16b1f72c0 (LWP 3448751)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 557 (Thread 0x78f0e32fb2c0 (LWP 3449543)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e32ebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 556 (Thread 0x78f0e687d2c0 (LWP 3449434)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 555 (Thread 0x78f0e067d2c0 (LWP 3449630)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 554 (Thread 0x78f10c7f72c0 (LWP 3449317)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10c7e7b40, op=393, expected=0, futex_word=0x78f11f7eb79c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f10c7e7b40, clockid=, expected=0, futex_word=0x78f11f7eb79c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7eb79c, expected=0, clockid=, abstime=0x78f10c7e7b40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f10c7e7b40, clockid=0, mutex=0x78f11f7eb748, cond=0x78f11f7eb770) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7eb770, mutex=0x78f11f7eb748, abstime=0x78f10c7e7b40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18163af54 in oceanbase::share::ObTenantDagScheduler::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 553 (Thread 0x78f0e12fb2c0 (LWP 3449607)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 552 (Thread 0x78efa26fb2c0 (LWP 3451374)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 551 (Thread 0x78f0f267d2c0 (LWP 3449352)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811bf2ab in oceanbase::palf::LogIOWorker::run_loop_() () #5 0x000057b186c9f1f9 in oceanbase::palf::LogIOWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 550 (Thread 0x78efa30fb2c0 (LWP 3451354)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 549 (Thread 0x78efa15792c0 (LWP 3451416)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 548 (Thread 0x78f0e53792c0 (LWP 3449480)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5369ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 547 (Thread 0x78f1279f72c0 (LWP 3449254)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de1368 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 546 (Thread 0x78f13edf72c0 (LWP 3449102)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 545 (Thread 0x78f0e547d2c0 (LWP 3449474)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e546ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 544 (Thread 0x78f1303f72c0 (LWP 3449166)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 543 (Thread 0x78f0e52fb2c0 (LWP 3449479)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e52ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 542 (Thread 0x78f0e507d2c0 (LWP 3449482)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e506ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 541 (Thread 0x78efa227d2c0 (LWP 3451381)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 540 (Thread 0x78f0ffcfb2c0 (LWP 3449337)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffcebea0, op=137, expected=0, futex_word=0x78f0ffcebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0ffcebea0, clockid=, expected=0, futex_word=0x78f0ffcebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ffcebf88, expected=0, clockid=, abstime=0x78f0ffcebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0ffcebea0, clockid=1, mutex=0x78f0ffcebf98, cond=0x78f0ffcebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ffcebf60, mutex=0x78f0ffcebf98, abstime=0x78f0ffcebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 539 (Thread 0x78f0e21792c0 (LWP 3449580)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 538 (Thread 0x78f1262fb2c0 (LWP 3449803)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 537 (Thread 0x78f1727f72c0 (LWP 3448676)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 536 (Thread 0x78f1719792c0 (LWP 3448687)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 535 (Thread 0x78f17f87d2c0 (LWP 3448535)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17f86d690, op=393, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17f86d690, clockid=, expected=0, futex_word=0x57b1a0d205a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d205a8 , expected=0, clockid=, abstime=0x78f17f86d690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17f86d690, clockid=0, mutex=0x57b1a0d20558 , cond=0x57b1a0d20580 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d20580 , mutex=0x57b1a0d20558 , abstime=0x78f17f86d690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 534 (Thread 0x78f14a9f72c0 (LWP 3448862)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 533 (Thread 0x78efa29f72c0 (LWP 3451372)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 532 (Thread 0x78f127a7d2c0 (LWP 3449247)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 531 (Thread 0x78f13a0fb2c0 (LWP 3449122)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a0ebed0, op=393, expected=0, futex_word=0x78f1bbb7a308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a0ebed0, clockid=, expected=0, futex_word=0x78f1bbb7a308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7a308, expected=0, clockid=, abstime=0x78f13a0ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a0ebed0, clockid=0, mutex=0x78f1bbb7a2b8, cond=0x78f1bbb7a2e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7a2e0, mutex=0x78f1bbb7a2b8, abstime=0x78f13a0ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 530 (Thread 0x78f0e0c7d2c0 (LWP 3449618)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 529 (Thread 0x78f13a1792c0 (LWP 3449123)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a169ed0, op=393, expected=0, futex_word=0x78f1bbb7a108) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a169ed0, clockid=, expected=0, futex_word=0x78f1bbb7a108) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7a108, expected=0, clockid=, abstime=0x78f13a169ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a169ed0, clockid=0, mutex=0x78f1bbb7a0b8, cond=0x78f1bbb7a0e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7a0e0, mutex=0x78f1bbb7a0b8, abstime=0x78f13a169ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 528 (Thread 0x78f16be7d2c0 (LWP 3448720)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 527 (Thread 0x78f0e02fb2c0 (LWP 3449639)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 526 (Thread 0x78f0e0cfb2c0 (LWP 3449619)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 525 (Thread 0x78f0e0a7d2c0 (LWP 3449622)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 524 (Thread 0x78f0e57792c0 (LWP 3449472)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5769ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 523 (Thread 0x78f1061792c0 (LWP 3449330)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f106161fa0, op=137, expected=0, futex_word=0x78f106162110) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f106161fa0, clockid=, expected=0, futex_word=0x78f106162110) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f106162110, expected=0, clockid=, abstime=0x78f106161fa0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f106161fa0, clockid=1, mutex=0x78f106162120, cond=0x78f1061620e8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1061620e8, mutex=0x78f106162120, abstime=0x78f106161fa0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1810f2e72 in oceanbase::transaction::ObTransCond::wait(long, int&) () #8 0x000057b1810f24f6 in oceanbase::transaction::ObTransService::commit_tx(oceanbase::transaction::ObTxDesc&, long, oceanbase::common::ObString const*) () #9 0x000057b180ff6994 in oceanbase::sql::ObSqlTransControl::end_trans(oceanbase::sql::ObSQLSessionInfo*, bool&, oceanbase::sql::TransState&, bool, bool, oceanbase::sql::ObEndTransAsyncCallback*, bool, oceanbase::common::ObString, oceanbase::sql::ObPhysicalPlanCtx*) () #10 0x000057b181727c55 in oceanbase::sql::ObEndTransExecutor::end_trans(oceanbase::sql::ObExecContext&, oceanbase::sql::ObEndTransStmt&) () #11 0x000057b18c1ab2af in oceanbase::sql::ObCmdExecutor::execute(oceanbase::sql::ObExecContext&, oceanbase::sql::ObICmd&)::$_23::operator()() const () #12 0x000057b1817e90a4 in oceanbase::sql::ObCmdExecutor::execute(oceanbase::sql::ObExecContext&, oceanbase::sql::ObICmd&) () #13 0x000057b18e7ac9ae in oceanbase::sql::ObResultSet::open_cmd() () #14 0x000057b180e5e2a3 in oceanbase::sql::ObResultSet::execute() () #15 0x000057b180e5b8e5 in oceanbase::sql::ObResultSet::open() () #16 0x000057b181246bdf in oceanbase::observer::ObInnerSQLResult::open() () #17 0x000057b181246430 in oceanbase::observer::ObInnerSQLConnection::do_query(oceanbase::common::sqlclient::ObIExecutor&, oceanbase::observer::ObInnerSQLResult&) () #18 0x000057b181243384 in oceanbase::observer::ObInnerSQLConnection::query(oceanbase::common::sqlclient::ObIExecutor&, oceanbase::observer::ObInnerSQLResult&, oceanbase::observer::ObVirtualTableIteratorFactory*) () #19 0x000057b181761312 in oceanbase::observer::ObInnerSQLConnection::commit() () #20 0x000057b19dd6011a in oceanbase::common::ObMySQLTransaction::end(bool) () #21 0x000057b18a597a9b in oceanbase::table::ObTabletTTLScheduler::refresh_tablet_task(oceanbase::table::ObTTLTaskCtx&, bool, bool) () #22 0x000057b18a592fef in oceanbase::table::ObTabletTTLScheduler::run_task() () #23 0x000057b18a590f52 in oceanbase::table::OBTTLTimerPeriodicTask::runTimerTask() () #24 0x000057b18120036f in oceanbase::common::ObTimerTaskThreadPool::handle(void*) () #25 0x000057b1811e16cc in oceanbase::common::ObSimpleThreadPoolBase::run1() () #26 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #27 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #28 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #29 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #30 0x0000000000000000 in ?? () Thread 522 (Thread 0x78f0e57f72c0 (LWP 3449473)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e57e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 521 (Thread 0x78f15dff72c0 (LWP 3448790)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea307d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea307d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea30780, cond=0x78f17ea307a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea307a8, mutex=0x78f17ea30780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 520 (Thread 0x78efa2d792c0 (LWP 3451363)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 519 (Thread 0x78efa33f72c0 (LWP 3451352)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 518 (Thread 0x78f1717f72c0 (LWP 3448692)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 517 (Thread 0x78f0e24fb2c0 (LWP 3449571)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 516 (Thread 0x78f12807d2c0 (LWP 3449235)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12806df80, op=393, expected=0, futex_word=0x78f13fbcdc70) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12806df80, clockid=, expected=0, futex_word=0x78f13fbcdc70) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fbcdc70, expected=0, clockid=, abstime=0x78f12806df80, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12806df80, clockid=0, mutex=0x78f13fbcdc78, cond=0x78f13fbcdc48) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fbcdc48, mutex=0x78f13fbcdc78, abstime=0x78f12806df80) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18980249d in oceanbase::archive::ObArchiveService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 515 (Thread 0x78efa29792c0 (LWP 3451371)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 514 (Thread 0x78f0e59f72c0 (LWP 3449469)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e59e7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 513 (Thread 0x78f1649f72c0 (LWP 3448774)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1649e76c0, op=393, expected=0, futex_word=0x78f16cf240b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1649e76c0, clockid=, expected=0, futex_word=0x78f16cf240b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f16cf240b0, expected=0, clockid=, abstime=0x78f1649e76c0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1649e76c0, clockid=0, mutex=0x78f16cf24060, cond=0x78f16cf24088) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f16cf24088, mutex=0x78f16cf24060, abstime=0x78f1649e76c0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b1873eb8e2 in oceanbase::rootserver::ObCommonLSService::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 512 (Thread 0x78f1725f72c0 (LWP 3448680)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 511 (Thread 0x78f0e37792c0 (LWP 3449536)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3769e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 510 (Thread 0x78f17fff72c0 (LWP 3448530)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f17ffe7690, op=393, expected=0, futex_word=0x57b1a0d1fdac ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f17ffe7690, clockid=, expected=0, futex_word=0x57b1a0d1fdac ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a0d1fdac , expected=0, clockid=, abstime=0x78f17ffe7690, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f17ffe7690, clockid=0, mutex=0x57b1a0d1fd58 , cond=0x57b1a0d1fd80 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a0d1fd80 , mutex=0x57b1a0d1fd58 , abstime=0x78f17ffe7690) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18a472417 in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 509 (Thread 0x78f13e7792c0 (LWP 3449161)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 508 (Thread 0x78f13a1f72c0 (LWP 3449124)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a1e7ed0, op=393, expected=0, futex_word=0x78f1bbb7a108) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a1e7ed0, clockid=, expected=0, futex_word=0x78f1bbb7a108) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7a108, expected=0, clockid=, abstime=0x78f13a1e7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a1e7ed0, clockid=0, mutex=0x78f1bbb7a0b8, cond=0x78f1bbb7a0e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7a0e0, mutex=0x78f1bbb7a0b8, abstime=0x78f13a1e7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 507 (Thread 0x78efa31f72c0 (LWP 3451356)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 506 (Thread 0x78f0e3bf72c0 (LWP 3449529)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3be7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 505 (Thread 0x78f1339f72c0 (LWP 3449148)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1339e7ed0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1339e7ed0, clockid=, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7708, expected=0, clockid=, abstime=0x78f1339e7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1339e7ed0, clockid=0, mutex=0x78f1449b76b8, cond=0x78f1449b76e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b76e0, mutex=0x78f1449b76b8, abstime=0x78f1339e7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 504 (Thread 0x78f0e7bf72c0 (LWP 3449405)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7be7fb0, op=393, expected=0, futex_word=0x78f1254776f4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e7be7fb0, clockid=, expected=0, futex_word=0x78f1254776f4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1254776f4, expected=0, clockid=, abstime=0x78f0e7be7fb0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e7be7fb0, clockid=0, mutex=0x78f1254776f8, cond=0x78f1254776c8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1254776c8, mutex=0x78f1254776f8, abstime=0x78f0e7be7fb0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1811ab059 in oceanbase::transaction::ObTenantWeakReadService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 503 (Thread 0x78f0e33f72c0 (LWP 3449545)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e33e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 502 (Thread 0x78f0e23792c0 (LWP 3449576)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 501 (Thread 0x78f1271f72c0 (LWP 3449270)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 500 (Thread 0x78f0e587d2c0 (LWP 3449466)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e586ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 499 (Thread 0x78f0e58fb2c0 (LWP 3449467)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e58ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 498 (Thread 0x78f0e67792c0 (LWP 3449440)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 497 (Thread 0x78f127f792c0 (LWP 3449241)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f127f69ea0, op=137, expected=0, futex_word=0x78f127f69f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f127f69ea0, clockid=, expected=0, futex_word=0x78f127f69f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f127f69f88, expected=0, clockid=, abstime=0x78f127f69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f127f69ea0, clockid=1, mutex=0x78f127f69f98, cond=0x78f127f69f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f127f69f60, mutex=0x78f127f69f98, abstime=0x78f127f69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 496 (Thread 0x78f0e6efb2c0 (LWP 3449423)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e6eeb660, op=393, expected=0, futex_word=0x78f1254cc810) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e6eeb660, clockid=, expected=0, futex_word=0x78f1254cc810) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1254cc810, expected=0, clockid=, abstime=0x78f0e6eeb660, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e6eeb660, clockid=0, mutex=0x78f1254cc7c0, cond=0x78f1254cc7e8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1254cc7e8, mutex=0x78f1254cc7c0, abstime=0x78f0e6eeb660) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1956fedd3 in oceanbase::storage::ObTenantSnapshotService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 495 (Thread 0x78f0e37f72c0 (LWP 3449537)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e37e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 494 (Thread 0x78f12787d2c0 (LWP 3449251)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 493 (Thread 0x78f13027d2c0 (LWP 3449163)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 492 (Thread 0x78f17167d2c0 (LWP 3448689)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 491 (Thread 0x78f128afb2c0 (LWP 3449224)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128aebea0, op=137, expected=0, futex_word=0x78f128aebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f128aebea0, clockid=, expected=0, futex_word=0x78f128aebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f128aebf88, expected=0, clockid=, abstime=0x78f128aebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f128aebea0, clockid=1, mutex=0x78f128aebf98, cond=0x78f128aebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f128aebf60, mutex=0x78f128aebf98, abstime=0x78f128aebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 490 (Thread 0x78f16467d2c0 (LWP 3448775)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f16466ded0, op=393, expected=0, futex_word=0x78f1bbb7cd08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f16466ded0, clockid=, expected=0, futex_word=0x78f1bbb7cd08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7cd08, expected=0, clockid=, abstime=0x78f16466ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f16466ded0, clockid=0, mutex=0x78f1bbb7ccb8, cond=0x78f1bbb7cce0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7cce0, mutex=0x78f1bbb7ccb8, abstime=0x78f16466ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 489 (Thread 0x78f1281792c0 (LWP 3449237)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f128169eb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b1812252c9 in oceanbase::transaction::ObTxLoopWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 488 (Thread 0x78efa2cfb2c0 (LWP 3451362)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 487 (Thread 0x78f0e5b792c0 (LWP 3449464)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5b69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 486 (Thread 0x78f0e6c7d2c0 (LWP 3449426)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 485 (Thread 0x78efa43f72c0 (LWP 3451320)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 484 (Thread 0x78f0e287d2c0 (LWP 3449562)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 483 (Thread 0x78f127d792c0 (LWP 3449245)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 482 (Thread 0x78f1278fb2c0 (LWP 3449252)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1278ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 481 (Thread 0x78f0e7c7d2c0 (LWP 3449398)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7c6dea0, op=137, expected=0, futex_word=0x78f0e7c6df88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e7c6dea0, clockid=, expected=0, futex_word=0x78f0e7c6df88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0e7c6df88, expected=0, clockid=, abstime=0x78f0e7c6dea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e7c6dea0, clockid=1, mutex=0x78f0e7c6df98, cond=0x78f0e7c6df60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0e7c6df60, mutex=0x78f0e7c6df98, abstime=0x78f0e7c6dea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 480 (Thread 0x78f0e247d2c0 (LWP 3449570)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 479 (Thread 0x78f0e5cfb2c0 (LWP 3449459)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 478 (Thread 0x78f0e43792c0 (LWP 3449512)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4369e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 477 (Thread 0x78efa207d2c0 (LWP 3451385)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 476 (Thread 0x78f0e527d2c0 (LWP 3449478)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e526ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 475 (Thread 0x78f0e5df72c0 (LWP 3449461)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5de7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 474 (Thread 0x78f171afb2c0 (LWP 3448682)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180de1368 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 473 (Thread 0x78f16ba7d2c0 (LWP 3448728)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 472 (Thread 0x78f13e6fb2c0 (LWP 3449104)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 471 (Thread 0x78efa41792c0 (LWP 3451323)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 470 (Thread 0x78efa35792c0 (LWP 3451347)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 469 (Thread 0x78f0e627d2c0 (LWP 3449446)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 468 (Thread 0x78f0e6a7d2c0 (LWP 3449430)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 467 (Thread 0x78f10c67d2c0 (LWP 3449314)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 466 (Thread 0x78f1724fb2c0 (LWP 3448678)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 465 (Thread 0x78f0e45f72c0 (LWP 3449509)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e45e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 464 (Thread 0x78f1712fb2c0 (LWP 3448698)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 463 (Thread 0x78efa25f72c0 (LWP 3451380)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 462 (Thread 0x78f13ed792c0 (LWP 3449101)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 461 (Thread 0x78f14a7792c0 (LWP 3448865)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 460 (Thread 0x78f14a67d2c0 (LWP 3448863)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 459 (Thread 0x78efa1df72c0 (LWP 3451396)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 458 (Thread 0x78f14427d2c0 (LWP 3449027)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 457 (Thread 0x78f0d37792c0 (LWP 3449698)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 456 (Thread 0x78efa407d2c0 (LWP 3451321)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 455 (Thread 0x78efa347d2c0 (LWP 3451345)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 454 (Thread 0x78f1271792c0 (LWP 3449269)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 453 (Thread 0x78efa32fb2c0 (LWP 3451350)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 452 (Thread 0x78f0e367d2c0 (LWP 3449534)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e366de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 451 (Thread 0x78f0e2df72c0 (LWP 3449557)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180ddef0e in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 450 (Thread 0x78f1719f72c0 (LWP 3448688)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 449 (Thread 0x78f127efb2c0 (LWP 3449240)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e97d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e97d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e97d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e9780, cond=0x78f1701e97a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e97a8, mutex=0x78f1701e9780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 448 (Thread 0x78f0e0ff72c0 (LWP 3449617)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 447 (Thread 0x78f0e607d2c0 (LWP 3449450)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 446 (Thread 0x78f0e7cfb2c0 (LWP 3449399)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7cebdb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #4 0x000057b18124cdf8 in oceanbase::share::detector::ObLCLBatchSenderThread::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 445 (Thread 0x78f0e20fb2c0 (LWP 3449579)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 444 (Thread 0x78f0daa7d2c0 (LWP 3449676)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 443 (Thread 0x78efa37f72c0 (LWP 3451344)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 442 (Thread 0x78f0e4d792c0 (LWP 3449492)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4d69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 441 (Thread 0x78f0e667d2c0 (LWP 3449438)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 440 (Thread 0x78f132efb2c0 (LWP 3449150)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f132eebed0, op=393, expected=0, futex_word=0x78f1449b7108) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f132eebed0, clockid=, expected=0, futex_word=0x78f1449b7108) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7108, expected=0, clockid=, abstime=0x78f132eebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f132eebed0, clockid=0, mutex=0x78f1449b70b8, cond=0x78f1449b70e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b70e0, mutex=0x78f1449b70b8, abstime=0x78f132eebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 439 (Thread 0x78efc9bf72c0 (LWP 3451249)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9be7f00, op=393, expected=0, futex_word=0x78f006034360) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efc9be7f00, clockid=, expected=0, futex_word=0x78f006034360) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f006034360, expected=0, clockid=, abstime=0x78efc9be7f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efc9be7f00, clockid=0, mutex=0x78f006034310, cond=0x78f006034338) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f006034338, mutex=0x78f006034310, abstime=0x78efc9be7f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 438 (Thread 0x78f113a7d2c0 (LWP 3449298)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113a6ded0, op=393, expected=0, futex_word=0x78f1449b6108) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113a6ded0, clockid=, expected=0, futex_word=0x78f1449b6108) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b6108, expected=0, clockid=, abstime=0x78f113a6ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113a6ded0, clockid=0, mutex=0x78f1449b60b8, cond=0x78f1449b60e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b60e0, mutex=0x78f1449b60b8, abstime=0x78f113a6ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 437 (Thread 0x78f0e63792c0 (LWP 3449448)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 436 (Thread 0x78efc9b792c0 (LWP 3451248)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efc9b69f00, op=393, expected=0, futex_word=0x78f0060341c4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efc9b69f00, clockid=, expected=0, futex_word=0x78f0060341c4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0060341c4, expected=0, clockid=, abstime=0x78efc9b69f00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efc9b69f00, clockid=0, mutex=0x78f006034170, cond=0x78f006034198) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f006034198, mutex=0x78f006034170, abstime=0x78efc9b69f00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 435 (Thread 0x78f0e6d792c0 (LWP 3449428)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 434 (Thread 0x78efa45792c0 (LWP 3451315)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 433 (Thread 0x78efa427d2c0 (LWP 3451317)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 432 (Thread 0x78f0e33792c0 (LWP 3449544)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3369e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 431 (Thread 0x78f0f16fb2c0 (LWP 3449365)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b1811dd0e5 in oceanbase::common::ObBaseLogWriter::do_flush_log() () #3 0x000057b1811dcffe in oceanbase::common::ObBaseLogWriter::flush_log() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 430 (Thread 0x78f0e767d2c0 (LWP 3449410)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e766dde0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18982403b in oceanbase::archive::ObArchiveTimer::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 429 (Thread 0x78efa55792c0 (LWP 3451253)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 428 (Thread 0x78efa46fb2c0 (LWP 3451310)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180de0883 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 427 (Thread 0x78f0e7afb2c0 (LWP 3449403)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7aebf20, rem=0x78f0e7aebf20) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce50ec63 in __sleep (seconds=0) at ../sysdeps/posix/sleep.c:35 #3 0x000057b194141b15 in oceanbase::transaction::ObXAInnerTableGCWorker::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 426 (Thread 0x78efa1d792c0 (LWP 3451395)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 425 (Thread 0x78efa36fb2c0 (LWP 3451342)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 424 (Thread 0x78f1281f72c0 (LWP 3449238)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1281e7ec0, op=393, expected=0, futex_word=0x78f142c730e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1281e7ec0, clockid=, expected=0, futex_word=0x78f142c730e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142c730e0, expected=0, clockid=, abstime=0x78f1281e7ec0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1281e7ec0, clockid=0, mutex=0x78f142c73090, cond=0x78f142c730b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142c730b8, mutex=0x78f142c73090, abstime=0x78f1281e7ec0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b195423b47 in oceanbase::storage::ObTransferService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 423 (Thread 0x78f12d5792c0 (LWP 3449169)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 422 (Thread 0x78f1154fb2c0 (LWP 3449287)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1154ebea0, op=137, expected=0, futex_word=0x78f1154ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1154ebea0, clockid=, expected=0, futex_word=0x78f1154ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1154ebf88, expected=0, clockid=, abstime=0x78f1154ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1154ebea0, clockid=1, mutex=0x78f1154ebf98, cond=0x78f1154ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1154ebf60, mutex=0x78f1154ebf98, abstime=0x78f1154ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 421 (Thread 0x78efa387d2c0 (LWP 3451337)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 420 (Thread 0x78f181efb2c0 (LWP 3448511)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f181eeb190, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b181050154 in oceanbase::obrpc::ObBatchRpcBase::do_work() () #4 0x000057b18104ff2b in oceanbase::obrpc::ObBatchRpc::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 419 (Thread 0x78f1319792c0 (LWP 3449155)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f131969ea0, op=137, expected=0, futex_word=0x78f1444b68b8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f131969ea0, clockid=, expected=0, futex_word=0x78f1444b68b8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1444b68b8, expected=0, clockid=, abstime=0x78f131969ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f131969ea0, clockid=1, mutex=0x78f1444b68c8, cond=0x78f1444b6890) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1444b6890, mutex=0x78f1444b68c8, abstime=0x78f131969ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b181263c83 in oceanbase::common::ObTimerService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 418 (Thread 0x78f113f792c0 (LWP 3449292)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113f69c10, op=393, expected=0, futex_word=0x78f11f6078ec) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113f69c10, clockid=, expected=0, futex_word=0x78f11f6078ec) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f6078ec, expected=0, clockid=, abstime=0x78f113f69c10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113f69c10, clockid=0, mutex=0x78f11f607898, cond=0x78f11f6078c0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f6078c0, mutex=0x78f11f607898, abstime=0x78f113f69c10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b187294f3b in oceanbase::rootserver::ObLSRecoveryReportor::run2() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 417 (Thread 0x78efa02fb2c0 (LWP 3451556)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 416 (Thread 0x78f0f19792c0 (LWP 3449362)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f1969f90, op=393, expected=0, futex_word=0x78f1255eaf30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0f1969f90, clockid=, expected=0, futex_word=0x78f1255eaf30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1255eaf30, expected=0, clockid=, abstime=0x78f0f1969f90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0f1969f90, clockid=0, mutex=0x78f1255eaf38, cond=0x78f1255eaf08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1255eaf08, mutex=0x78f1255eaf38, abstime=0x78f0f1969f90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18104f40d in oceanbase::logservice::ObRemoteLogWriter::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 415 (Thread 0x78f0dabf72c0 (LWP 3449679)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 414 (Thread 0x78f021d792c0 (LWP 3449809)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 413 (Thread 0x78efa307d2c0 (LWP 3451353)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 412 (Thread 0x78f12c27d2c0 (LWP 3449175)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 411 (Thread 0x78efa187d2c0 (LWP 3451401)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 410 (Thread 0x78f0e3c7d2c0 (LWP 3449522)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3c6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 409 (Thread 0x78f14d9f72c0 (LWP 3448850)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14d9e7580, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18176f387 in oceanbase::cdc::ObCdcService::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 408 (Thread 0x78f0e27792c0 (LWP 3449568)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 407 (Thread 0x78f1713f72c0 (LWP 3448700)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 406 (Thread 0x78f0e47f72c0 (LWP 3449505)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e47e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 405 (Thread 0x78efa45f72c0 (LWP 3451316)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 404 (Thread 0x78f0e8a7d2c0 (LWP 3449370)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e8a6df20, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b181027dc7 in oceanbase::lockwaitmgr::ObLockWaitMgr::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 403 (Thread 0x78f0e51792c0 (LWP 3449484)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5169ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 402 (Thread 0x78efa3cfb2c0 (LWP 3451330)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 401 (Thread 0x78efa47792c0 (LWP 3451311)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 400 (Thread 0x78f1405f72c0 (LWP 3449078)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 399 (Thread 0x78f1274fb2c0 (LWP 3449260)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 398 (Thread 0x78efa547d2c0 (LWP 3451250)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa546df00, op=393, expected=0, futex_word=0x78f006034500) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa546df00, clockid=, expected=0, futex_word=0x78f006034500) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f006034500, expected=0, clockid=, abstime=0x78efa546df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa546df00, clockid=0, mutex=0x78f0060344b0, cond=0x78f0060344d8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0060344d8, mutex=0x78f0060344b0, abstime=0x78efa546df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 397 (Thread 0x78f0e8bf72c0 (LWP 3449373)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e8be7ea0, op=137, expected=0, futex_word=0x78f0e8be7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e8be7ea0, clockid=, expected=0, futex_word=0x78f0e8be7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0e8be7f88, expected=0, clockid=, abstime=0x78f0e8be7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e8be7ea0, clockid=1, mutex=0x78f0e8be7f98, cond=0x78f0e8be7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0e8be7f60, mutex=0x78f0e8be7f98, abstime=0x78f0e8be7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 396 (Thread 0x78f12c3f72c0 (LWP 3449178)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c3e7f70, op=393, expected=0, futex_word=0x78f142ddf2b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12c3e7f70, clockid=, expected=0, futex_word=0x78f142ddf2b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142ddf2b0, expected=0, clockid=, abstime=0x78f12c3e7f70, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12c3e7f70, clockid=0, mutex=0x78f142ddf2b8, cond=0x78f142ddf288) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142ddf288, mutex=0x78f142ddf2b8, abstime=0x78f12c3e7f70) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1898d2173 in oceanbase::logservice::ObLogRestoreService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 395 (Thread 0x78efa3bf72c0 (LWP 3451336)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 394 (Thread 0x78f17127d2c0 (LWP 3448697)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 393 (Thread 0x78f0e56fb2c0 (LWP 3449471)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e56ebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 392 (Thread 0x78f0e7df72c0 (LWP 3449401)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7de7ea0, op=137, expected=0, futex_word=0x78f0e7de7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e7de7ea0, clockid=, expected=0, futex_word=0x78f0e7de7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0e7de7f88, expected=0, clockid=, abstime=0x78f0e7de7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e7de7ea0, clockid=1, mutex=0x78f0e7de7f98, cond=0x78f0e7de7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0e7de7f60, mutex=0x78f0e7de7f98, abstime=0x78f0e7de7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 391 (Thread 0x78f0e66fb2c0 (LWP 3449439)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 390 (Thread 0x78f0fff792c0 (LWP 3449334)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0fff69ea0, op=137, expected=0, futex_word=0x78f126cb68bc) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0fff69ea0, clockid=, expected=0, futex_word=0x78f126cb68bc) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb68bc, expected=0, clockid=, abstime=0x78f0fff69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0fff69ea0, clockid=1, mutex=0x78f126cb68c8, cond=0x78f126cb6890) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb6890, mutex=0x78f126cb68c8, abstime=0x78f0fff69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b181263c83 in oceanbase::common::ObTimerService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 389 (Thread 0x78f0e73f72c0 (LWP 3449421)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e73e5570, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18a28b8f1 in oceanbase::dbms_scheduler::ObDBMSSchedJobMaster::scheduler() () #6 0x000057b18a2bb013 in oceanbase::rootserver::ObDBMSSchedService::do_work() () #7 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 388 (Thread 0x78f12c2fb2c0 (LWP 3449176)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c2ebec0, op=393, expected=0, futex_word=0x78f142ddee30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12c2ebec0, clockid=, expected=0, futex_word=0x78f142ddee30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142ddee30, expected=0, clockid=, abstime=0x78f12c2ebec0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12c2ebec0, clockid=0, mutex=0x78f142ddee38, cond=0x78f142ddee08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142ddee08, mutex=0x78f142ddee38, abstime=0x78f12c2ebec0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1816f45a3 in oceanbase::logservice::ObRemoteFetchWorker::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 387 (Thread 0x78f13cff72c0 (LWP 3449108)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 386 (Thread 0x78f0d32fb2c0 (LWP 3449701)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 385 (Thread 0x78f1710fb2c0 (LWP 3448702)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 384 (Thread 0x78efa267d2c0 (LWP 3451373)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 383 (Thread 0x78f0e75f72c0 (LWP 3449417)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 382 (Thread 0x78f1442fb2c0 (LWP 3449028)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 381 (Thread 0x78efa1c7d2c0 (LWP 3451393)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 380 (Thread 0x78f12707d2c0 (LWP 3449267)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 379 (Thread 0x78f0e35f72c0 (LWP 3449541)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e35e7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 378 (Thread 0x78efa49792c0 (LWP 3451307)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 377 (Thread 0x78f0db0fb2c0 (LWP 3449669)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 376 (Thread 0x78f13bbf72c0 (LWP 3449116)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13bbe7910, op=393, expected=0, futex_word=0x78f142cab82c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13bbe7910, clockid=, expected=0, futex_word=0x78f142cab82c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142cab82c, expected=0, clockid=, abstime=0x78f13bbe7910, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13bbe7910, clockid=0, mutex=0x78f142cab7d8, cond=0x78f142cab800) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142cab800, mutex=0x78f142cab7d8, abstime=0x78f13bbe7910) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18727af1e in oceanbase::rootserver::ObTenantInfoLoader::run2() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 375 (Thread 0x78efa10fb2c0 (LWP 3451423)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 374 (Thread 0x78f0e327d2c0 (LWP 3449542)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e326de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 373 (Thread 0x78f13727d2c0 (LWP 3449141)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 372 (Thread 0x78f13c27d2c0 (LWP 3449109)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ef7d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701ef7d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701ef7d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701ef780, cond=0x78f1701ef7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701ef7a8, mutex=0x78f1701ef780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 371 (Thread 0x78f145bf72c0 (LWP 3448994)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 370 (Thread 0x78efa2bf72c0 (LWP 3451368)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 369 (Thread 0x78f0f27792c0 (LWP 3449354)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 368 (Thread 0x78f0f27f72c0 (LWP 3449355)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 367 (Thread 0x78efa07792c0 (LWP 3451444)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 366 (Thread 0x78f0e77792c0 (LWP 3449412)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7769f10, op=393, expected=0, futex_word=0x78f11f6916e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e7769f10, clockid=, expected=0, futex_word=0x78f11f6916e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f6916e0, expected=0, clockid=, abstime=0x78f0e7769f10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e7769f10, clockid=0, mutex=0x78f11f691690, cond=0x78f11f6916b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f6916b8, mutex=0x78f11f691690, abstime=0x78f0e7769f10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816b2adc in oceanbase::storage::ObStorageHAService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 365 (Thread 0x78efa27f72c0 (LWP 3451376)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 364 (Thread 0x78f0e75792c0 (LWP 3449416)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f0eae457d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f0eae457d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0eae457d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f0eae45780, cond=0x78f0eae457a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f0eae457a8, mutex=0x78f0eae45780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 363 (Thread 0x78efa487d2c0 (LWP 3451305)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 362 (Thread 0x78f1372fb2c0 (LWP 3449142)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 361 (Thread 0x78f1280fb2c0 (LWP 3449236)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1280ebf10, op=393, expected=0, futex_word=0x78f142c732e0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1280ebf10, clockid=, expected=0, futex_word=0x78f142c732e0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142c732e0, expected=0, clockid=, abstime=0x78f1280ebf10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1280ebf10, clockid=0, mutex=0x78f142c73290, cond=0x78f142c732b8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142c732b8, mutex=0x78f142c73290, abstime=0x78f1280ebf10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816b2adc in oceanbase::storage::ObStorageHAService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 360 (Thread 0x78f0e7a7d2c0 (LWP 3449402)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7a6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b192a375b1 in oceanbase::transaction::ObXATransHeartbeatWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 359 (Thread 0x78f1713792c0 (LWP 3448699)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 358 (Thread 0x78f0e74fb2c0 (LWP 3449415)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e74eb810, op=393, expected=0, futex_word=0x78f11f7f1d60) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e74eb810, clockid=, expected=0, futex_word=0x78f11f7f1d60) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7f1d60, expected=0, clockid=, abstime=0x78f0e74eb810, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e74eb810, clockid=0, mutex=0x78f11f7f1d10, cond=0x78f11f7f1d38) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7f1d38, mutex=0x78f11f7f1d10, abstime=0x78f0e74eb810) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b193ad7883 in oceanbase::storage::ObRebuildService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 357 (Thread 0x78efa25792c0 (LWP 3451379)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 356 (Thread 0x78f0ffff72c0 (LWP 3449335)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0fffe7e10, op=393, expected=0, futex_word=0x78f126d241b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0fffe7e10, clockid=, expected=0, futex_word=0x78f126d241b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126d241b0, expected=0, clockid=, abstime=0x78f0fffe7e10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0fffe7e10, clockid=0, mutex=0x78f126d24160, cond=0x78f126d24188) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126d24188, mutex=0x78f126d24160, abstime=0x78f0fffe7e10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19326a83c in oceanbase::blocksstable::ObMacroBlockBloomFilterLoadTG::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 355 (Thread 0x78f139c7d2c0 (LWP 3449129)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139c6ded0, op=393, expected=0, futex_word=0x78f1449b7d0c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139c6ded0, clockid=, expected=0, futex_word=0x78f1449b7d0c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7d0c, expected=0, clockid=, abstime=0x78f139c6ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139c6ded0, clockid=0, mutex=0x78f1449b7cb8, cond=0x78f1449b7ce0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b7ce0, mutex=0x78f1449b7cb8, abstime=0x78f139c6ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 354 (Thread 0x78f13167d2c0 (LWP 3449157)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13166df00, op=393, expected=0, futex_word=0x78f13e1b75c0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13166df00, clockid=, expected=0, futex_word=0x78f13e1b75c0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13e1b75c0, expected=0, clockid=, abstime=0x78f13166df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13166df00, clockid=0, mutex=0x78f13e1b7570, cond=0x78f13e1b7598) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13e1b7598, mutex=0x78f13e1b7570, abstime=0x78f13166df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 353 (Thread 0x78f1b45f72c0 (LWP 3448455)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 352 (Thread 0x78f14a7f72c0 (LWP 3448866)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 351 (Thread 0x78efa4b792c0 (LWP 3451303)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 350 (Thread 0x78f1465792c0 (LWP 3448973)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 349 (Thread 0x78f0e59792c0 (LWP 3449468)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5969ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 348 (Thread 0x78f0e78fb2c0 (LWP 3449407)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e78eba40, op=393, expected=0, futex_word=0x78f11f7cd070) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e78eba40, clockid=, expected=0, futex_word=0x78f11f7cd070) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7cd070, expected=0, clockid=, abstime=0x78f0e78eba40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e78eba40, clockid=0, mutex=0x78f11f7cd078, cond=0x78f11f7cd048) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7cd048, mutex=0x78f11f7cd078, abstime=0x78f0e78eba40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18140a6e3 in oceanbase::archive::ObArchiveSequencer::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 347 (Thread 0x78efa147d2c0 (LWP 3451414)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 346 (Thread 0x78efa41f72c0 (LWP 3451324)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 345 (Thread 0x78efa43792c0 (LWP 3451319)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 344 (Thread 0x78f0ffefb2c0 (LWP 3449333)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffee40d0, op=137, expected=0, futex_word=0x78f0ffee4240) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0ffee40d0, clockid=, expected=0, futex_word=0x78f0ffee4240) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0ffee4240, expected=0, clockid=, abstime=0x78f0ffee40d0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0ffee40d0, clockid=1, mutex=0x78f0ffee4250, cond=0x78f0ffee4218) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0ffee4218, mutex=0x78f0ffee4250, abstime=0x78f0ffee40d0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1810f2e72 in oceanbase::transaction::ObTransCond::wait(long, int&) () #8 0x000057b1810f24f6 in oceanbase::transaction::ObTransService::commit_tx(oceanbase::transaction::ObTxDesc&, long, oceanbase::common::ObString const*) () #9 0x000057b180ff6994 in oceanbase::sql::ObSqlTransControl::end_trans(oceanbase::sql::ObSQLSessionInfo*, bool&, oceanbase::sql::TransState&, bool, bool, oceanbase::sql::ObEndTransAsyncCallback*, bool, oceanbase::common::ObString, oceanbase::sql::ObPhysicalPlanCtx*) () #10 0x000057b181727c55 in oceanbase::sql::ObEndTransExecutor::end_trans(oceanbase::sql::ObExecContext&, oceanbase::sql::ObEndTransStmt&) () #11 0x000057b18c1ab2af in oceanbase::sql::ObCmdExecutor::execute(oceanbase::sql::ObExecContext&, oceanbase::sql::ObICmd&)::$_23::operator()() const () #12 0x000057b1817e90a4 in oceanbase::sql::ObCmdExecutor::execute(oceanbase::sql::ObExecContext&, oceanbase::sql::ObICmd&) () #13 0x000057b18e7ac9ae in oceanbase::sql::ObResultSet::open_cmd() () #14 0x000057b180e5e2a3 in oceanbase::sql::ObResultSet::execute() () #15 0x000057b180e5b8e5 in oceanbase::sql::ObResultSet::open() () #16 0x000057b181246bdf in oceanbase::observer::ObInnerSQLResult::open() () #17 0x000057b181246430 in oceanbase::observer::ObInnerSQLConnection::do_query(oceanbase::common::sqlclient::ObIExecutor&, oceanbase::observer::ObInnerSQLResult&) () #18 0x000057b181243384 in oceanbase::observer::ObInnerSQLConnection::query(oceanbase::common::sqlclient::ObIExecutor&, oceanbase::observer::ObInnerSQLResult&, oceanbase::observer::ObVirtualTableIteratorFactory*) () #19 0x000057b181761312 in oceanbase::observer::ObInnerSQLConnection::commit() () #20 0x000057b19dd6011a in oceanbase::common::ObMySQLTransaction::end(bool) () #21 0x000057b18a596828 in oceanbase::table::ObTabletTTLScheduler::sync_sys_table_op(oceanbase::table::ObTTLTaskCtx*, bool, bool&) () #22 0x000057b18a592dd4 in oceanbase::table::ObTabletTTLScheduler::run_task() () #23 0x000057b18a590f52 in oceanbase::table::OBTTLTimerPeriodicTask::runTimerTask() () #24 0x000057b18120036f in oceanbase::common::ObTimerTaskThreadPool::handle(void*) () #25 0x000057b1811e16cc in oceanbase::common::ObSimpleThreadPoolBase::run1() () #26 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #27 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #28 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #29 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #30 0x0000000000000000 in ?? () Thread 343 (Thread 0x78efa247d2c0 (LWP 3451377)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 342 (Thread 0x78f13ba7d2c0 (LWP 3449113)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ed7d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701ed7d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701ed7d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701ed780, cond=0x78f1701ed7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701ed7a8, mutex=0x78f1701ed780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 341 (Thread 0x78f0e73792c0 (LWP 3449420)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 340 (Thread 0x78f0f19f72c0 (LWP 3449363)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f19e7f70, op=393, expected=0, futex_word=0x78f1255eb2b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0f19e7f70, clockid=, expected=0, futex_word=0x78f1255eb2b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1255eb2b0, expected=0, clockid=, abstime=0x78f0f19e7f70, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0f19e7f70, clockid=0, mutex=0x78f1255eb2b8, cond=0x78f1255eb288) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1255eb288, mutex=0x78f1255eb2b8, abstime=0x78f0f19e7f70) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1898d2173 in oceanbase::logservice::ObLogRestoreService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 339 (Thread 0x78f0e807d2c0 (LWP 3449390)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 338 (Thread 0x78efa447d2c0 (LWP 3451313)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 337 (Thread 0x78f128b792c0 (LWP 3449225)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128b69ea0, op=137, expected=0, futex_word=0x78f128b69f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f128b69ea0, clockid=, expected=0, futex_word=0x78f128b69f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f128b69f88, expected=0, clockid=, abstime=0x78f128b69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f128b69ea0, clockid=1, mutex=0x78f128b69f98, cond=0x78f128b69f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f128b69f60, mutex=0x78f128b69f98, abstime=0x78f128b69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 336 (Thread 0x78efa3afb2c0 (LWP 3451334)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 335 (Thread 0x78f0e3a7d2c0 (LWP 3449526)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3a6de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 334 (Thread 0x78f1155792c0 (LWP 3449288)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f115569de0, op=393, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f115569de0, clockid=, expected=0, futex_word=0x78f126cb5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f126cb5158, expected=0, clockid=, abstime=0x78f115569de0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f115569de0, clockid=0, mutex=0x78f126cb5108, cond=0x78f126cb5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f126cb5130, mutex=0x78f126cb5108, abstime=0x78f115569de0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 333 (Thread 0x78f147efb2c0 (LWP 3448936)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f147eebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 332 (Thread 0x78f1715f72c0 (LWP 3448696)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 331 (Thread 0x78f0e4afb2c0 (LWP 3449495)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4aebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 330 (Thread 0x78efa06fb2c0 (LWP 3451443)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 329 (Thread 0x78efa40fb2c0 (LWP 3451322)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 328 (Thread 0x78f0e1b792c0 (LWP 3449592)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 327 (Thread 0x78efa327d2c0 (LWP 3451349)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 326 (Thread 0x78f171bf72c0 (LWP 3448684)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 325 (Thread 0x78efa2efb2c0 (LWP 3451358)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 324 (Thread 0x78f10607d2c0 (LWP 3449322)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10606ded0, op=393, expected=0, futex_word=0x78f1449b4f08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f10606ded0, clockid=, expected=0, futex_word=0x78f1449b4f08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b4f08, expected=0, clockid=, abstime=0x78f10606ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f10606ded0, clockid=0, mutex=0x78f1449b4eb8, cond=0x78f1449b4ee0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b4ee0, mutex=0x78f1449b4eb8, abstime=0x78f10606ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 323 (Thread 0x78efe77f72c0 (LWP 3451161)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efe77e75b0, op=393, expected=0, futex_word=0x78f0feb863c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efe77e75b0, clockid=, expected=0, futex_word=0x78f0feb863c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0feb863c8, expected=0, clockid=, abstime=0x78efe77e75b0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efe77e75b0, clockid=0, mutex=0x78f0feb86378, cond=0x78f0feb863a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0feb863a0, mutex=0x78f0feb86378, abstime=0x78efe77e75b0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1891accf4 in oceanbase::rootserver::ObFreezeReentrantThread::try_idle(long, int) () #8 0x000057b1891a638d in oceanbase::rootserver::ObMajorMergeInfoDetector::run3() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 322 (Thread 0x78f10c9f72c0 (LWP 3449313)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 321 (Thread 0x78f0e847d2c0 (LWP 3449382)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 320 (Thread 0x78f0e4b792c0 (LWP 3449496)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4b69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 319 (Thread 0x78f13cf792c0 (LWP 3449107)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 318 (Thread 0x78f10cd792c0 (LWP 3449308)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e37d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e3780, cond=0x78f1701e37a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e37a8, mutex=0x78f1701e3780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 317 (Thread 0x78efa17f72c0 (LWP 3451413)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 316 (Thread 0x78f13767d2c0 (LWP 3449137)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701eb7d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701eb780, cond=0x78f1701eb7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701eb7a8, mutex=0x78f1701eb780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 315 (Thread 0x78f127b792c0 (LWP 3449249)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 314 (Thread 0x78f1275f72c0 (LWP 3449262)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180ddef0e in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 313 (Thread 0x78f0d33f72c0 (LWP 3449703)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 312 (Thread 0x78f1282fb2c0 (LWP 3449232)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1282ebad0, op=393, expected=0, futex_word=0x78f13fbcd270) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1282ebad0, clockid=, expected=0, futex_word=0x78f13fbcd270) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fbcd270, expected=0, clockid=, abstime=0x78f1282ebad0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1282ebad0, clockid=0, mutex=0x78f13fbcd278, cond=0x78f13fbcd248) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fbcd248, mutex=0x78f13fbcd278, abstime=0x78f1282ebad0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1813117fc in oceanbase::archive::ObArchiveFetcher::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 311 (Thread 0x78f1275792c0 (LWP 3449261)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 310 (Thread 0x78efa167d2c0 (LWP 3451405)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 309 (Thread 0x78f1283792c0 (LWP 3449233)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ed853 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 308 (Thread 0x78f0e6e7d2c0 (LWP 3449422)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1897ecfc7 in oceanbase::archive::ObArchiveSender::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 307 (Thread 0x78f127cfb2c0 (LWP 3449244)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f127ceb7f0, op=393, expected=0, futex_word=0x78f142df5020) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f127ceb7f0, clockid=, expected=0, futex_word=0x78f142df5020) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142df5020, expected=0, clockid=, abstime=0x78f127ceb7f0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f127ceb7f0, clockid=0, mutex=0x78f142df4fd0, cond=0x78f142df4ff8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142df4ff8, mutex=0x78f142df4fd0, abstime=0x78f127ceb7f0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1957875b3 in oceanbase::storage::ObTabletReorgInfoTableService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 306 (Thread 0x78f0e4ff72c0 (LWP 3449489)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4fe7ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 305 (Thread 0x78f12c0fb2c0 (LWP 3449180)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b1811dd0e5 in oceanbase::common::ObBaseLogWriter::do_flush_log() () #3 0x000057b1811dcfd6 in oceanbase::common::ObBaseLogWriter::flush_log() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 304 (Thread 0x78efa2e7d2c0 (LWP 3451357)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 303 (Thread 0x78efa3efb2c0 (LWP 3451326)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 302 (Thread 0x78f1060fb2c0 (LWP 3449323)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1060ebed0, op=393, expected=0, futex_word=0x78f1449b4d08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1060ebed0, clockid=, expected=0, futex_word=0x78f1449b4d08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b4d08, expected=0, clockid=, abstime=0x78f1060ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1060ebed0, clockid=0, mutex=0x78f1449b4cb8, cond=0x78f1449b4ce0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b4ce0, mutex=0x78f1449b4cb8, abstime=0x78f1060ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 301 (Thread 0x78efa39f72c0 (LWP 3451340)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 300 (Thread 0x78f1285792c0 (LWP 3449229)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128569fb0, op=393, expected=0, futex_word=0x78f13fa8b6f4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f128569fb0, clockid=, expected=0, futex_word=0x78f13fa8b6f4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fa8b6f4, expected=0, clockid=, abstime=0x78f128569fb0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f128569fb0, clockid=0, mutex=0x78f13fa8b6f8, cond=0x78f13fa8b6c8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fa8b6c8, mutex=0x78f13fa8b6f8, abstime=0x78f128569fb0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1811ab059 in oceanbase::transaction::ObTenantWeakReadService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 299 (Thread 0x78f12827d2c0 (LWP 3449231)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12826da40, op=393, expected=0, futex_word=0x78f13fbcd070) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12826da40, clockid=, expected=0, futex_word=0x78f13fbcd070) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fbcd070, expected=0, clockid=, abstime=0x78f12826da40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12826da40, clockid=0, mutex=0x78f13fbcd078, cond=0x78f13fbcd048) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fbcd048, mutex=0x78f13fbcd078, abstime=0x78f12826da40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18140a6e3 in oceanbase::archive::ObArchiveSequencer::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 298 (Thread 0x78efa50fb2c0 (LWP 3451261)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 297 (Thread 0x78f1273792c0 (LWP 3449265)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 296 (Thread 0x78f113d792c0 (LWP 3449296)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113d69ed0, op=393, expected=0, futex_word=0x78f1449b6308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113d69ed0, clockid=, expected=0, futex_word=0x78f1449b6308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b6308, expected=0, clockid=, abstime=0x78f113d69ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113d69ed0, clockid=0, mutex=0x78f1449b62b8, cond=0x78f1449b62e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b62e0, mutex=0x78f1449b62b8, abstime=0x78f113d69ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 295 (Thread 0x78efa16fb2c0 (LWP 3451406)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 294 (Thread 0x78f113e7d2c0 (LWP 3449290)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113e6ded0, op=393, expected=0, futex_word=0x78f1449b6d08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113e6ded0, clockid=, expected=0, futex_word=0x78f1449b6d08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b6d08, expected=0, clockid=, abstime=0x78f113e6ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113e6ded0, clockid=0, mutex=0x78f1449b6cb8, cond=0x78f1449b6ce0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b6ce0, mutex=0x78f1449b6cb8, abstime=0x78f113e6ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 293 (Thread 0x78f0e8b792c0 (LWP 3449372)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e27d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e27d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e27d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e2780, cond=0x78f1701e27a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e27a8, mutex=0x78f1701e2780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 292 (Thread 0x78efa3c7d2c0 (LWP 3451329)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 291 (Thread 0x78f0e89f72c0 (LWP 3449377)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 290 (Thread 0x78f0daf792c0 (LWP 3449674)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 289 (Thread 0x78efa4bf72c0 (LWP 3451304)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 288 (Thread 0x78efa31792c0 (LWP 3451355)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 287 (Thread 0x78f10c9792c0 (LWP 3449312)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10c969ea0, op=137, expected=0, futex_word=0x78f10c969f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f10c969ea0, clockid=, expected=0, futex_word=0x78f10c969f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f10c969f88, expected=0, clockid=, abstime=0x78f10c969ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f10c969ea0, clockid=1, mutex=0x78f10c969f98, cond=0x78f10c969f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f10c969f60, mutex=0x78f10c969f98, abstime=0x78f10c969ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 286 (Thread 0x78f0f17f72c0 (LWP 3449369)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f17e79f0, op=393, expected=0, futex_word=0x78f1255fa2c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0f17e79f0, clockid=, expected=0, futex_word=0x78f1255fa2c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1255fa2c8, expected=0, clockid=, abstime=0x78f0f17e79f0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0f17e79f0, clockid=0, mutex=0x78f1255fa278, cond=0x78f1255fa2a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1255fa2a0, mutex=0x78f1255fa278, abstime=0x78f0f17e79f0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b194db2146 in oceanbase::tmp_file::ObTmpFileWriteCache::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 285 (Thread 0x78efa0a7d2c0 (LWP 3451434)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 284 (Thread 0x78f127bf72c0 (LWP 3449250)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 283 (Thread 0x78f0ffc7d2c0 (LWP 3449336)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffc6df00, op=393, expected=0, futex_word=0x78f1175d95c4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0ffc6df00, clockid=, expected=0, futex_word=0x78f1175d95c4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1175d95c4, expected=0, clockid=, abstime=0x78f0ffc6df00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0ffc6df00, clockid=0, mutex=0x78f1175d9570, cond=0x78f1175d9598) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1175d9598, mutex=0x78f1175d9570, abstime=0x78f0ffc6df00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 282 (Thread 0x78efa39792c0 (LWP 3451339)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 281 (Thread 0x78efa21792c0 (LWP 3451387)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 280 (Thread 0x78f1283f72c0 (LWP 3449234)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1283e7de0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18982403b in oceanbase::archive::ObArchiveTimer::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 279 (Thread 0x78f1157792c0 (LWP 3449284)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e67d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e67d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e67d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e6780, cond=0x78f1701e67a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e67a8, mutex=0x78f1701e6780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 278 (Thread 0x78f0e3ff72c0 (LWP 3449521)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3fe7e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 277 (Thread 0x78f0e3efb2c0 (LWP 3449519)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e3eebe90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 276 (Thread 0x78f139e7d2c0 (LWP 3449125)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139e6b390, op=393, expected=0, futex_word=0x78f1444b48b0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139e6b390, clockid=, expected=0, futex_word=0x78f1444b48b0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1444b48b0, expected=0, clockid=, abstime=0x78f139e6b390, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139e6b390, clockid=0, mutex=0x78f1444b4860, cond=0x78f1444b4888) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1444b4888, mutex=0x78f1444b4860, abstime=0x78f139e6b390) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b1879c604c in oceanbase::rootserver::ObRestoreService::idle() () #9 0x000057b1879c6e81 in oceanbase::rootserver::ObRestoreService::do_work() () #10 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #11 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #12 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #13 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 275 (Thread 0x78efa2b792c0 (LWP 3451367)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 274 (Thread 0x78efa19f72c0 (LWP 3451404)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 273 (Thread 0x78f0e87f72c0 (LWP 3449381)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 272 (Thread 0x78efa42fb2c0 (LWP 3451318)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 271 (Thread 0x78efa3ff72c0 (LWP 3451328)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 270 (Thread 0x78f128df72c0 (LWP 3449222)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f128de7ea0, op=137, expected=0, futex_word=0x78f128de7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f128de7ea0, clockid=, expected=0, futex_word=0x78f128de7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f128de7f88, expected=0, clockid=, abstime=0x78f128de7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f128de7ea0, clockid=1, mutex=0x78f128de7f98, cond=0x78f128de7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f128de7f60, mutex=0x78f128de7f98, abstime=0x78f128de7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 269 (Thread 0x78efa507d2c0 (LWP 3451260)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 268 (Thread 0x78efa23792c0 (LWP 3451383)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 267 (Thread 0x78f1155f72c0 (LWP 3449289)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1155e7910, op=393, expected=0, futex_word=0x78f1254b782c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1155e7910, clockid=, expected=0, futex_word=0x78f1254b782c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1254b782c, expected=0, clockid=, abstime=0x78f1155e7910, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1155e7910, clockid=0, mutex=0x78f1254b77d8, cond=0x78f1254b7800) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1254b7800, mutex=0x78f1254b77d8, abstime=0x78f1155e7910) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18727af1e in oceanbase::rootserver::ObTenantInfoLoader::run2() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 266 (Thread 0x78f1339792c0 (LWP 3449147)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f133969ed0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f133969ed0, clockid=, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7708, expected=0, clockid=, abstime=0x78f133969ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f133969ed0, clockid=0, mutex=0x78f1449b76b8, cond=0x78f1449b76e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b76e0, mutex=0x78f1449b76b8, abstime=0x78f133969ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 265 (Thread 0x78f0e49792c0 (LWP 3449500)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e4969e90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #5 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 264 (Thread 0x78f0d4f792c0 (LWP 3449690)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 263 (Thread 0x78f108f792c0 (LWP 3449320)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108f69ed0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f108f69ed0, clockid=, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5308, expected=0, clockid=, abstime=0x78f108f69ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f108f69ed0, clockid=0, mutex=0x78f1449b52b8, cond=0x78f1449b52e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b52e0, mutex=0x78f1449b52b8, abstime=0x78f108f69ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 262 (Thread 0x78f0e7b792c0 (LWP 3449404)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e7b69f30, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b1815a0cf7 in oceanbase::transaction::ObStandbyTimestampService::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 261 (Thread 0x78f0dab792c0 (LWP 3449678)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 260 (Thread 0x78f171b792c0 (LWP 3448683)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180ddfa8d in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 259 (Thread 0x78f12c1792c0 (LWP 3449217)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c1699f0, op=393, expected=0, futex_word=0x78f142dee2c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12c1699f0, clockid=, expected=0, futex_word=0x78f142dee2c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142dee2c8, expected=0, clockid=, abstime=0x78f12c1699f0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12c1699f0, clockid=0, mutex=0x78f142dee278, cond=0x78f142dee2a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142dee2a0, mutex=0x78f142dee278, abstime=0x78f12c1699f0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b194db2146 in oceanbase::tmp_file::ObTmpFileWriteCache::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 258 (Thread 0x78f137a7d2c0 (LWP 3449133)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ec7d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701ec7d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701ec7d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701ec780, cond=0x78f1701ec7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701ec7a8, mutex=0x78f1701ec780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 257 (Thread 0x78efa51f72c0 (LWP 3451507)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 256 (Thread 0x78f0db7792c0 (LWP 3449658)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 255 (Thread 0x78f0f17792c0 (LWP 3449366)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f1769ec0, op=393, expected=0, futex_word=0x78f1255eae30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0f1769ec0, clockid=, expected=0, futex_word=0x78f1255eae30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1255eae30, expected=0, clockid=, abstime=0x78f0f1769ec0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0f1769ec0, clockid=0, mutex=0x78f1255eae38, cond=0x78f1255eae08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1255eae08, mutex=0x78f1255eae38, abstime=0x78f0f1769ec0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1816f45a3 in oceanbase::logservice::ObRemoteFetchWorker::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 254 (Thread 0x78f1317792c0 (LWP 3449159)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f131769ea0, op=137, expected=0, futex_word=0x78f131769f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f131769ea0, clockid=, expected=0, futex_word=0x78f131769f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f131769f88, expected=0, clockid=, abstime=0x78f131769ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f131769ea0, clockid=1, mutex=0x78f131769f98, cond=0x78f131769f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f131769f60, mutex=0x78f131769f98, abstime=0x78f131769ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 253 (Thread 0x78efa44fb2c0 (LWP 3451314)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 252 (Thread 0x78f128a7d2c0 (LWP 3449223)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f128a6ddb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #4 0x000057b18124cdf8 in oceanbase::share::detector::ObLCLBatchSenderThread::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 251 (Thread 0x78f149bf72c0 (LWP 3448890)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 250 (Thread 0x78efa48fb2c0 (LWP 3451306)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 249 (Thread 0x78f0e7f792c0 (LWP 3449396)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 248 (Thread 0x78f0f29f72c0 (LWP 3449351)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811bf2ab in oceanbase::palf::LogIOWorker::run_loop_() () #5 0x000057b186c9f1f9 in oceanbase::palf::LogIOWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 247 (Thread 0x78f1373792c0 (LWP 3449143)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f137368e90, op=393, expected=0, futex_word=0x78f13fbcf5c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f137368e90, clockid=, expected=0, futex_word=0x78f13fbcf5c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fbcf5c8, expected=0, clockid=, abstime=0x78f137368e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f137368e90, clockid=0, mutex=0x78f13fbcf578, cond=0x78f13fbcf5a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fbcf5a0, mutex=0x78f13fbcf578, abstime=0x78f137368e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 246 (Thread 0x78efa53792c0 (LWP 3451258)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 245 (Thread 0x78f0e86fb2c0 (LWP 3449379)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 244 (Thread 0x78efa2afb2c0 (LWP 3451366)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 243 (Thread 0x78efa4afb2c0 (LWP 3451302)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 242 (Thread 0x78efa14fb2c0 (LWP 3451415)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 241 (Thread 0x78f0db1792c0 (LWP 3449670)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 240 (Thread 0x78efa3df72c0 (LWP 3451332)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 239 (Thread 0x78f11567d2c0 (LWP 3449282)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e77d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e77d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e77d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e7780, cond=0x78f1701e77a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e77a8, mutex=0x78f1701e7780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 238 (Thread 0x78efa35f72c0 (LWP 3451348)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 237 (Thread 0x78f0db4fb2c0 (LWP 3449661)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 236 (Thread 0x78f0e5d792c0 (LWP 3449460)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5d69ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 235 (Thread 0x78f1157f72c0 (LWP 3449285)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1157e7ea0, op=137, expected=0, futex_word=0x78f1157e7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1157e7ea0, clockid=, expected=0, futex_word=0x78f1157e7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1157e7f88, expected=0, clockid=, abstime=0x78f1157e7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1157e7ea0, clockid=1, mutex=0x78f1157e7f98, cond=0x78f1157e7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1157e7f60, mutex=0x78f1157e7f98, abstime=0x78f1157e7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 234 (Thread 0x78f113c7d2c0 (LWP 3449294)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113c6ded0, op=393, expected=0, futex_word=0x78f1449b670c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113c6ded0, clockid=, expected=0, futex_word=0x78f1449b670c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b670c, expected=0, clockid=, abstime=0x78f113c6ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113c6ded0, clockid=0, mutex=0x78f1449b66b8, cond=0x78f1449b66e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b66e0, mutex=0x78f1449b66b8, abstime=0x78f113c6ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 233 (Thread 0x78efa07f72c0 (LWP 3451445)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 232 (Thread 0x78f13c2fb2c0 (LWP 3449110)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13c2ebea0, op=137, expected=0, futex_word=0x78f13c2ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13c2ebea0, clockid=, expected=0, futex_word=0x78f13c2ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13c2ebf88, expected=0, clockid=, abstime=0x78f13c2ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13c2ebea0, clockid=1, mutex=0x78f13c2ebf98, cond=0x78f13c2ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13c2ebf60, mutex=0x78f13c2ebf98, abstime=0x78f13c2ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 231 (Thread 0x78f139df72c0 (LWP 3449132)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139de7ed0, op=393, expected=0, futex_word=0x78f1449b7908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139de7ed0, clockid=, expected=0, futex_word=0x78f1449b7908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7908, expected=0, clockid=, abstime=0x78f139de7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139de7ed0, clockid=0, mutex=0x78f1449b78b8, cond=0x78f1449b78e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b78e0, mutex=0x78f1449b78b8, abstime=0x78f139de7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 230 (Thread 0x78efa08fb2c0 (LWP 3451439)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 229 (Thread 0x78f0e77f72c0 (LWP 3449413)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e77e7eb0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b1812252c9 in oceanbase::transaction::ObTxLoopWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 228 (Thread 0x78f0f25f72c0 (LWP 3449359)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 227 (Thread 0x78f0f247d2c0 (LWP 3449356)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0f246de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b186ca76bd in oceanbase::palf::LogLoopThread::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 226 (Thread 0x78f1317f72c0 (LWP 3449160)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1317e7ea0, op=137, expected=0, futex_word=0x78f1317e7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1317e7ea0, clockid=, expected=0, futex_word=0x78f1317e7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1317e7f88, expected=0, clockid=, abstime=0x78f1317e7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1317e7ea0, clockid=1, mutex=0x78f1317e7f98, cond=0x78f1317e7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1317e7f60, mutex=0x78f1317e7f98, abstime=0x78f1317e7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 225 (Thread 0x78f12c3792c0 (LWP 3449177)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f12c369f90, op=393, expected=0, futex_word=0x78f142ddef30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f12c369f90, clockid=, expected=0, futex_word=0x78f142ddef30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142ddef30, expected=0, clockid=, abstime=0x78f12c369f90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f12c369f90, clockid=0, mutex=0x78f142ddef38, cond=0x78f142ddef08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142ddef08, mutex=0x78f142ddef38, abstime=0x78f12c369f90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18104f40d in oceanbase::logservice::ObRemoteLogWriter::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 224 (Thread 0x78f0d56fb2c0 (LWP 3449685)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 223 (Thread 0x78f0d587d2c0 (LWP 3449680)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 222 (Thread 0x78efa47f72c0 (LWP 3451312)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 221 (Thread 0x78f0d4ff72c0 (LWP 3449691)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 220 (Thread 0x78f0e5a7d2c0 (LWP 3449462)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0e5a6ded0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 219 (Thread 0x78f0f28fb2c0 (LWP 3449349)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811bf2ab in oceanbase::palf::LogIOWorker::run_loop_() () #5 0x000057b186c9f1f9 in oceanbase::palf::LogIOWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 218 (Thread 0x78f0f18fb2c0 (LWP 3449361)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0f18ebec0, op=393, expected=0, futex_word=0x78f1255eae30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0f18ebec0, clockid=, expected=0, futex_word=0x78f1255eae30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1255eae30, expected=0, clockid=, abstime=0x78f0f18ebec0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0f18ebec0, clockid=0, mutex=0x78f1255eae38, cond=0x78f1255eae08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1255eae08, mutex=0x78f1255eae38, abstime=0x78f0f18ebec0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1816f45a3 in oceanbase::logservice::ObRemoteFetchWorker::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 217 (Thread 0x78f0db5f72c0 (LWP 3449663)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 216 (Thread 0x78efa287d2c0 (LWP 3451369)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 215 (Thread 0x78f0e79792c0 (LWP 3449408)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7969ad0, op=393, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e7969ad0, clockid=, expected=0, futex_word=0x78f11f7cd270) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7cd270, expected=0, clockid=, abstime=0x78f0e7969ad0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e7969ad0, clockid=0, mutex=0x78f11f7cd278, cond=0x78f11f7cd248) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7cd248, mutex=0x78f11f7cd278, abstime=0x78f0e7969ad0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1813117fc in oceanbase::archive::ObArchiveFetcher::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 214 (Thread 0x78f0d4c7d2c0 (LWP 3449692)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 213 (Thread 0x78f13c3f72c0 (LWP 3449112)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13c3e7ea0, op=137, expected=0, futex_word=0x78f13c3e7f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13c3e7ea0, clockid=, expected=0, futex_word=0x78f13c3e7f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13c3e7f88, expected=0, clockid=, abstime=0x78f13c3e7ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13c3e7ea0, clockid=1, mutex=0x78f13c3e7f98, cond=0x78f13c3e7f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13c3e7f60, mutex=0x78f13c3e7f98, abstime=0x78f13c3e7ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 212 (Thread 0x78f1161792c0 (LWP 3449280)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 211 (Thread 0x78f12d3792c0 (LWP 3449173)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 210 (Thread 0x78efa0cfb2c0 (LWP 3451431)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 209 (Thread 0x78f0d58fb2c0 (LWP 3449681)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 208 (Thread 0x78f0db6fb2c0 (LWP 3449657)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 207 (Thread 0x78f12d47d2c0 (LWP 3449167)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 206 (Thread 0x78f0db1f72c0 (LWP 3449671)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 205 (Thread 0x78f127df72c0 (LWP 3449246)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 204 (Thread 0x78f139efb2c0 (LWP 3449126)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139eebed0, op=393, expected=0, futex_word=0x78f1bbb7d908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139eebed0, clockid=, expected=0, futex_word=0x78f1bbb7d908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7d908, expected=0, clockid=, abstime=0x78f139eebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139eebed0, clockid=0, mutex=0x78f1bbb7d8b8, cond=0x78f1bbb7d8e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7d8e0, mutex=0x78f1bbb7d8b8, abstime=0x78f139eebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 203 (Thread 0x78f10ccfb2c0 (LWP 3449307)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e37d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e3780, cond=0x78f1701e37a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e37a8, mutex=0x78f1701e3780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 202 (Thread 0x78f14a27d2c0 (LWP 3448871)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f14a26de90, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b192a375b1 in oceanbase::transaction::ObXATransHeartbeatWorker::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 201 (Thread 0x78efa3a7d2c0 (LWP 3451333)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 200 (Thread 0x78f0e5c7d2c0 (LWP 3449458)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b1811e17fb in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 199 (Thread 0x78efa12fb2c0 (LWP 3451419)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180de0883 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 198 (Thread 0x78f1316fb2c0 (LWP 3449158)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1316ebea0, op=137, expected=0, futex_word=0x78f1316ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1316ebea0, clockid=, expected=0, futex_word=0x78f1316ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1316ebf88, expected=0, clockid=, abstime=0x78f1316ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1316ebea0, clockid=1, mutex=0x78f1316ebf98, cond=0x78f1316ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1316ebf60, mutex=0x78f1316ebf98, abstime=0x78f1316ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 197 (Thread 0x78f108efb2c0 (LWP 3449319)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108eebed0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f108eebed0, clockid=, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5308, expected=0, clockid=, abstime=0x78f108eebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f108eebed0, clockid=0, mutex=0x78f1449b52b8, cond=0x78f1449b52e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b52e0, mutex=0x78f1449b52b8, abstime=0x78f108eebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 196 (Thread 0x78f0e76fb2c0 (LWP 3449411)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e76ebf80, op=393, expected=0, futex_word=0x78f11f7cdc70) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e76ebf80, clockid=, expected=0, futex_word=0x78f11f7cdc70) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7cdc70, expected=0, clockid=, abstime=0x78f0e76ebf80, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e76ebf80, clockid=0, mutex=0x78f11f7cdc78, cond=0x78f11f7cdc48) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7cdc48, mutex=0x78f11f7cdc78, abstime=0x78f0e76ebf80) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b18980249d in oceanbase::archive::ObArchiveService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 195 (Thread 0x78f0e6afb2c0 (LWP 3449432)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 194 (Thread 0x78f0f24fb2c0 (LWP 3449357)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 193 (Thread 0x78f11547d2c0 (LWP 3449286)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e57d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e57d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e57d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e5780, cond=0x78f1701e57a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e57a8, mutex=0x78f1701e5780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 192 (Thread 0x78f11387d2c0 (LWP 3449302)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f11386ded0, op=393, expected=0, futex_word=0x78f1449b5908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f11386ded0, clockid=, expected=0, futex_word=0x78f1449b5908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5908, expected=0, clockid=, abstime=0x78f11386ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f11386ded0, clockid=0, mutex=0x78f1449b58b8, cond=0x78f1449b58e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b58e0, mutex=0x78f1449b58b8, abstime=0x78f11386ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 191 (Thread 0x78f13c3792c0 (LWP 3449111)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701ee7d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701ee7d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701ee7d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701ee780, cond=0x78f1701ee7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701ee7a8, mutex=0x78f1701ee780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 190 (Thread 0x78f10c7792c0 (LWP 3449316)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f10c768e90, op=393, expected=0, futex_word=0x78f11f7cf5c8) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f10c768e90, clockid=, expected=0, futex_word=0x78f11f7cf5c8) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7cf5c8, expected=0, clockid=, abstime=0x78f10c768e90, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f10c768e90, clockid=0, mutex=0x78f11f7cf578, cond=0x78f11f7cf5a0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7cf5a0, mutex=0x78f11f7cf578, abstime=0x78f10c768e90) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b181353ab3 in oceanbase::common::ObDedupQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 189 (Thread 0x78f0ffe7d2c0 (LWP 3449332)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0ffe65500, op=393, expected=0, futex_word=0x57b1a29ff1a8 ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0ffe65500, clockid=, expected=0, futex_word=0x57b1a29ff1a8 ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a29ff1a8 , expected=0, clockid=, abstime=0x78f0ffe65500, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0ffe65500, clockid=0, mutex=0x57b1a29ff158 , cond=0x57b1a29ff180 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a29ff180 , mutex=0x57b1a29ff158 , abstime=0x78f0ffe65500) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1936acc90 in oceanbase::transaction::ObTsMgr::get_gts_sync(unsigned long, oceanbase::common::ObMonotonicTs, long, oceanbase::share::SCN&, oceanbase::common::ObMonotonicTs&) () #8 0x000057b193662160 in oceanbase::transaction::ObTransService::acquire_global_snapshot__(long, long, oceanbase::share::SCN&, long&, bool) () #9 0x000057b193661d5b in oceanbase::transaction::ObTransService::sync_acquire_global_snapshot_(oceanbase::transaction::ObTxDesc&, long, oceanbase::share::SCN&, long&, bool) () #10 0x000057b193683043 in oceanbase::transaction::ObTransService::get_read_snapshot(oceanbase::transaction::ObTxDesc&, oceanbase::transaction::ObTxIsolationLevel, long, oceanbase::transaction::ObTxReadSnapshot&, bool) () #11 0x000057b180ed7d79 in oceanbase::sql::ObSqlTransControl::stmt_setup_snapshot_(oceanbase::sql::ObSQLSessionInfo*, oceanbase::sql::ObDASCtx&, oceanbase::sql::ObPhysicalPlan const*, oceanbase::sql::ObPhysicalPlanCtx const*, oceanbase::transaction::ObTransService*, oceanbase::sql::ObExecContext&) () #12 0x000057b180ed5b72 in oceanbase::sql::ObSqlTransControl::start_stmt(oceanbase::sql::ObExecContext&) () #13 0x000057b180e5dac4 in oceanbase::sql::ObResultSet::execute() () #14 0x000057b180e5b8e5 in oceanbase::sql::ObResultSet::open() () #15 0x000057b181246bdf in oceanbase::observer::ObInnerSQLResult::open() () #16 0x000057b181246430 in oceanbase::observer::ObInnerSQLConnection::do_query(oceanbase::common::sqlclient::ObIExecutor&, oceanbase::observer::ObInnerSQLResult&) () #17 0x000057b181243384 in oceanbase::observer::ObInnerSQLConnection::query(oceanbase::common::sqlclient::ObIExecutor&, oceanbase::observer::ObInnerSQLResult&, oceanbase::observer::ObVirtualTableIteratorFactory*) () #18 0x000057b189d2ebdc in oceanbase::observer::ObInnerSQLConnection::execute_read(long, unsigned long, oceanbase::common::ObString const&, oceanbase::common::ObISQLClient::ReadResult&, bool, oceanbase::common::ObAddr const*)::$_0::operator()() const () #19 0x000057b18123d501 in oceanbase::observer::ObInnerSQLConnection::execute_read(long, unsigned long, oceanbase::common::ObString const&, oceanbase::common::ObISQLClient::ReadResult&, bool, oceanbase::common::ObAddr const*) () #20 0x000057b18123d39a in oceanbase::observer::ObInnerSQLConnection::execute_read(unsigned long, oceanbase::common::ObString const&, oceanbase::common::ObISQLClient::ReadResult&, bool, oceanbase::common::ObAddr const*) () #21 0x000057b18157fc53 in oceanbase::common::ObSingleConnectionProxy::read(oceanbase::common::ObISQLClient::ReadResult&, unsigned long, char const*, int) () #22 0x000057b197acfe73 in oceanbase::common::ObTTLUtil::read_tenant_ttl_task(unsigned long, unsigned long, oceanbase::common::ObISQLClient&, oceanbase::common::ObTTLStatus&, bool, oceanbase::common::ObIAllocator*) () #23 0x000057b197acfa1d in oceanbase::common::ObTTLUtil::check_tenant_state(unsigned long, unsigned long, oceanbase::common::ObISQLClient&, oceanbase::common::ObTTLTaskStatus, long, bool&) () #24 0x000057b18a5967f8 in oceanbase::table::ObTabletTTLScheduler::sync_sys_table_op(oceanbase::table::ObTTLTaskCtx*, bool, bool&) () #25 0x000057b18a592dd4 in oceanbase::table::ObTabletTTLScheduler::run_task() () #26 0x000057b18a590f52 in oceanbase::table::OBTTLTimerPeriodicTask::runTimerTask() () #27 0x000057b18120036f in oceanbase::common::ObTimerTaskThreadPool::handle(void*) () #28 0x000057b1811e16cc in oceanbase::common::ObSimpleThreadPoolBase::run1() () #29 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #30 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #31 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #32 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #33 0x0000000000000000 in ?? () Thread 188 (Thread 0x78f0e82fb2c0 (LWP 3449387)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 187 (Thread 0x78f1376fb2c0 (LWP 3449138)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701eb7d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701eb780, cond=0x78f1701eb7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701eb7a8, mutex=0x78f1701eb780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 186 (Thread 0x78f127e7d2c0 (LWP 3449239)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f127e6d810, op=393, expected=0, futex_word=0x78f13fbf1d60) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f127e6d810, clockid=, expected=0, futex_word=0x78f13fbf1d60) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fbf1d60, expected=0, clockid=, abstime=0x78f127e6d810, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f127e6d810, clockid=0, mutex=0x78f13fbf1d10, cond=0x78f13fbf1d38) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fbf1d38, mutex=0x78f13fbf1d10, abstime=0x78f127e6d810) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b193ad7883 in oceanbase::storage::ObRebuildService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 185 (Thread 0x78efa2a7d2c0 (LWP 3451365)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 184 (Thread 0x78f1338fb2c0 (LWP 3449146)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1338ebed0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1338ebed0, clockid=, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7708, expected=0, clockid=, abstime=0x78f1338ebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1338ebed0, clockid=0, mutex=0x78f1449b76b8, cond=0x78f1449b76e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b76e0, mutex=0x78f1449b76b8, abstime=0x78f1338ebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 183 (Thread 0x78f0e787d2c0 (LWP 3449406)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e786deb0, op=393, expected=0, futex_word=0x78f11f7ccf30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e786deb0, clockid=, expected=0, futex_word=0x78f11f7ccf30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f11f7ccf30, expected=0, clockid=, abstime=0x78f0e786deb0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e786deb0, clockid=0, mutex=0x78f11f7ccf38, cond=0x78f11f7ccf08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f11f7ccf08, mutex=0x78f11f7ccf38, abstime=0x78f0e786deb0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1812342c2 in oceanbase::common::ObCond::timedwait(long) () #7 0x000057b1898105c2 in oceanbase::archive::ObArchiveLSMgr::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 182 (Thread 0x78f0d4d792c0 (LWP 3449694)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 181 (Thread 0x78f0db47d2c0 (LWP 3449660)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 180 (Thread 0x78f10c8fb2c0 (LWP 3449311)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e37d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e3780, cond=0x78f1701e37a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e37a8, mutex=0x78f1701e3780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 179 (Thread 0x78f113cfb2c0 (LWP 3449295)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113cebed0, op=393, expected=0, futex_word=0x78f1449b650c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113cebed0, clockid=, expected=0, futex_word=0x78f1449b650c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b650c, expected=0, clockid=, abstime=0x78f113cebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113cebed0, clockid=0, mutex=0x78f1449b64b8, cond=0x78f1449b64e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b64e0, mutex=0x78f1449b64b8, abstime=0x78f113cebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 178 (Thread 0x78f0d4df72c0 (LWP 3449695)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 177 (Thread 0x78f0d37f72c0 (LWP 3449699)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 176 (Thread 0x78f0e80fb2c0 (LWP 3449391)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 175 (Thread 0x78efa0e7d2c0 (LWP 3451426)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 174 (Thread 0x78f137b792c0 (LWP 3449135)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701eb7d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701eb780, cond=0x78f1701eb7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701eb7a8, mutex=0x78f1701eb780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 173 (Thread 0x78efa0df72c0 (LWP 3451433)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 172 (Thread 0x78f14a47d2c0 (LWP 3448867)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f14a46dea0, op=137, expected=0, futex_word=0x78f14a46df88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f14a46dea0, clockid=, expected=0, futex_word=0x78f14a46df88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f14a46df88, expected=0, clockid=, abstime=0x78f14a46dea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f14a46dea0, clockid=1, mutex=0x78f14a46df98, cond=0x78f14a46df60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f14a46df60, mutex=0x78f14a46df98, abstime=0x78f14a46dea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 171 (Thread 0x78f0e72fb2c0 (LWP 3449419)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e72ebea0, op=137, expected=0, futex_word=0x78f0e72ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e72ebea0, clockid=, expected=0, futex_word=0x78f0e72ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0e72ebf88, expected=0, clockid=, abstime=0x78f0e72ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e72ebea0, clockid=1, mutex=0x78f0e72ebf98, cond=0x78f0e72ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0e72ebf60, mutex=0x78f0e72ebf98, abstime=0x78f0e72ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 170 (Thread 0x78f113afb2c0 (LWP 3449299)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113aebed0, op=393, expected=0, futex_word=0x78f1449b5f0c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113aebed0, clockid=, expected=0, futex_word=0x78f1449b5f0c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5f0c, expected=0, clockid=, abstime=0x78f113aebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113aebed0, clockid=0, mutex=0x78f1449b5eb8, cond=0x78f1449b5ee0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b5ee0, mutex=0x78f1449b5eb8, abstime=0x78f113aebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 169 (Thread 0x78f0d59f72c0 (LWP 3449683)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 168 (Thread 0x78f0db27d2c0 (LWP 3449664)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 167 (Thread 0x78f13a3792c0 (LWP 3449119)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a369c10, op=393, expected=0, futex_word=0x78f142df58ec) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a369c10, clockid=, expected=0, futex_word=0x78f142df58ec) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142df58ec, expected=0, clockid=, abstime=0x78f13a369c10, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a369c10, clockid=0, mutex=0x78f142df5898, cond=0x78f142df58c0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142df58c0, mutex=0x78f142df5898, abstime=0x78f13a369c10) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b187294f3b in oceanbase::rootserver::ObLSRecoveryReportor::run2() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 166 (Thread 0x78efa107d2c0 (LWP 3451422)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 165 (Thread 0x78f0e7d792c0 (LWP 3449400)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f0e7d69ea0, op=137, expected=0, futex_word=0x78f0e7d69f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f0e7d69ea0, clockid=, expected=0, futex_word=0x78f0e7d69f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0e7d69f88, expected=0, clockid=, abstime=0x78f0e7d69ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f0e7d69ea0, clockid=1, mutex=0x78f0e7d69f98, cond=0x78f0e7d69f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0e7d69f60, mutex=0x78f0e7d69f98, abstime=0x78f0e7d69ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 164 (Thread 0x78f0d4cfb2c0 (LWP 3449693)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 163 (Thread 0x78f12c07d2c0 (LWP 3449179)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12c06d7b0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b186f6e7ae in oceanbase::logservice::ObGarbageCollector::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 162 (Thread 0x78efe667d2c0 (LWP 3451294)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 161 (Thread 0x78f13187d2c0 (LWP 3449153)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 160 (Thread 0x78f1139f72c0 (LWP 3449305)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1139e7ed0, op=393, expected=0, futex_word=0x78f1449b5508) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1139e7ed0, clockid=, expected=0, futex_word=0x78f1449b5508) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5508, expected=0, clockid=, abstime=0x78f1139e7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1139e7ed0, clockid=0, mutex=0x78f1449b54b8, cond=0x78f1449b54e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b54e0, mutex=0x78f1449b54b8, abstime=0x78f1139e7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 159 (Thread 0x78f0e8afb2c0 (LWP 3449371)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e27d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e27d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e27d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e2780, cond=0x78f1701e27a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e27a8, mutex=0x78f1701e2780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 158 (Thread 0x78f0e85792c0 (LWP 3449384)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 157 (Thread 0x78efa09792c0 (LWP 3451440)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 156 (Thread 0x78f10c6fb2c0 (LWP 3449315)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 155 (Thread 0x78f137afb2c0 (LWP 3449134)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701eb7d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701eb780, cond=0x78f1701eb7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701eb7a8, mutex=0x78f1701eb780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 154 (Thread 0x78f132e7d2c0 (LWP 3449149)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f132e6d630, op=393, expected=0, futex_word=0x78f142df5530) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f132e6d630, clockid=, expected=0, futex_word=0x78f142df5530) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142df5530, expected=0, clockid=, abstime=0x78f132e6d630, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f132e6d630, clockid=0, mutex=0x78f142df54e0, cond=0x78f142df5508) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142df5508, mutex=0x78f142df54e0, abstime=0x78f132e6d630) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b18924888a in oceanbase::rootserver::ObTenantSnapshotScheduler::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 153 (Thread 0x78f0d4e7d2c0 (LWP 3449688)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 152 (Thread 0x78f12d5f72c0 (LWP 3449170)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 151 (Thread 0x78efa09f72c0 (LWP 3451441)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 150 (Thread 0x78efa37792c0 (LWP 3451343)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 149 (Thread 0x78f10c87d2c0 (LWP 3449310)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e37d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e3780, cond=0x78f1701e37a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e37a8, mutex=0x78f1701e3780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 148 (Thread 0x78f0db67d2c0 (LWP 3449656)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 147 (Thread 0x78efc9df72c0 (LWP 3451173)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 146 (Thread 0x78efa15f72c0 (LWP 3451417)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 145 (Thread 0x78f1156fb2c0 (LWP 3449283)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1156ebea0, op=137, expected=0, futex_word=0x78f1156ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1156ebea0, clockid=, expected=0, futex_word=0x78f1156ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1156ebf88, expected=0, clockid=, abstime=0x78f1156ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1156ebea0, clockid=1, mutex=0x78f1156ebf98, cond=0x78f1156ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1156ebf60, mutex=0x78f1156ebf98, abstime=0x78f1156ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 144 (Thread 0x78efa0b792c0 (LWP 3451436)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 143 (Thread 0x78f12847d2c0 (LWP 3449227)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f12846df20, rem=0x78f12846df20) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce50ec63 in __sleep (seconds=0) at ../sysdeps/posix/sleep.c:35 #3 0x000057b194141b15 in oceanbase::transaction::ObXAInnerTableGCWorker::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 142 (Thread 0x78efa067d2c0 (LWP 3451442)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 141 (Thread 0x78f13a3f72c0 (LWP 3449120)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a3e7ed0, op=393, expected=0, futex_word=0x78f1bbb7a70c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a3e7ed0, clockid=, expected=0, futex_word=0x78f1bbb7a70c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7a70c, expected=0, clockid=, abstime=0x78f13a3e7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a3e7ed0, clockid=0, mutex=0x78f1bbb7a6b8, cond=0x78f1bbb7a6e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7a6e0, mutex=0x78f1bbb7a6b8, abstime=0x78f13a3e7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 140 (Thread 0x78efa27792c0 (LWP 3451375)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 139 (Thread 0x78f0daff72c0 (LWP 3449675)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 138 (Thread 0x78f0d33792c0 (LWP 3449702)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 137 (Thread 0x78efa0afb2c0 (LWP 3451435)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 136 (Thread 0x78f1160fb2c0 (LWP 3449279)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1160ebea0, op=137, expected=0, futex_word=0x78f1160ebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1160ebea0, clockid=, expected=0, futex_word=0x78f1160ebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1160ebf88, expected=0, clockid=, abstime=0x78f1160ebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1160ebea0, clockid=1, mutex=0x78f1160ebf98, cond=0x78f1160ebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1160ebf60, mutex=0x78f1160ebf98, abstime=0x78f1160ebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 135 (Thread 0x78f0d367d2c0 (LWP 3449696)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 134 (Thread 0x78f13bb792c0 (LWP 3449115)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13bb69de0, op=393, expected=0, futex_word=0x78f1444b5158) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13bb69de0, clockid=, expected=0, futex_word=0x78f1444b5158) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1444b5158, expected=0, clockid=, abstime=0x78f13bb69de0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13bb69de0, clockid=0, mutex=0x78f1444b5108, cond=0x78f1444b5130) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1444b5130, mutex=0x78f1444b5108, abstime=0x78f13bb69de0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 133 (Thread 0x78f0e81f72c0 (LWP 3449393)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 132 (Thread 0x78f127ff72c0 (LWP 3449242)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f127fe5570, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18a28b8f1 in oceanbase::dbms_scheduler::ObDBMSSchedJobMaster::scheduler() () #6 0x000057b18a2bb013 in oceanbase::rootserver::ObDBMSSchedService::do_work() () #7 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 131 (Thread 0x78f0db5792c0 (LWP 3449662)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 130 (Thread 0x78f113ff72c0 (LWP 3449293)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113fe7ed0, op=393, expected=0, futex_word=0x78f1449b6908) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113fe7ed0, clockid=, expected=0, futex_word=0x78f1449b6908) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b6908, expected=0, clockid=, abstime=0x78f113fe7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113fe7ed0, clockid=0, mutex=0x78f1449b68b8, cond=0x78f1449b68e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b68e0, mutex=0x78f1449b68b8, abstime=0x78f113fe7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 129 (Thread 0x78f113df72c0 (LWP 3449297)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f113de7ed0, op=393, expected=0, futex_word=0x78f1449b6308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f113de7ed0, clockid=, expected=0, futex_word=0x78f1449b6308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b6308, expected=0, clockid=, abstime=0x78f113de7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f113de7ed0, clockid=0, mutex=0x78f1449b62b8, cond=0x78f1449b62e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b62e0, mutex=0x78f1449b62b8, abstime=0x78f113de7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 128 (Thread 0x78efa0efb2c0 (LWP 3451427)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 127 (Thread 0x78efa11f72c0 (LWP 3451425)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 126 (Thread 0x78f11607d2c0 (LWP 3449278)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e87d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e87d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e87d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e8780, cond=0x78f1701e87a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e87a8, mutex=0x78f1701e8780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 125 (Thread 0x78f0e83f72c0 (LWP 3449389)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 124 (Thread 0x78f165ff72c0 (LWP 3448770)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f165fe7910, op=393, expected=0, futex_word=0x78f1c85fb82c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f165fe7910, clockid=, expected=0, futex_word=0x78f1c85fb82c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1c85fb82c, expected=0, clockid=, abstime=0x78f165fe7910, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f165fe7910, clockid=0, mutex=0x78f1c85fb7d8, cond=0x78f1c85fb800) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1c85fb800, mutex=0x78f1c85fb7d8, abstime=0x78f165fe7910) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18727af1e in oceanbase::rootserver::ObTenantInfoLoader::run2() () #8 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #9 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 123 (Thread 0x78f0e827d2c0 (LWP 3449386)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 122 (Thread 0x78f126efb2c0 (LWP 3449343)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 121 (Thread 0x78f0e887d2c0 (LWP 3449374)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 120 (Thread 0x78efe77792c0 (LWP 3451171)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 119 (Thread 0x78f13a07d2c0 (LWP 3449121)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a06ded0, op=393, expected=0, futex_word=0x78f1bbb7a508) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a06ded0, clockid=, expected=0, futex_word=0x78f1bbb7a508) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7a508, expected=0, clockid=, abstime=0x78f13a06ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a06ded0, clockid=0, mutex=0x78f1bbb7a4b8, cond=0x78f1bbb7a4e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7a4e0, mutex=0x78f1bbb7a4b8, abstime=0x78f13a06ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 118 (Thread 0x78f0d57792c0 (LWP 3449686)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 117 (Thread 0x78efa13f72c0 (LWP 3451421)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 116 (Thread 0x78efa17792c0 (LWP 3451412)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 115 (Thread 0x78f1161f72c0 (LWP 3449281)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 114 (Thread 0x78efa4c7d2c0 (LWP 3451559)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 113 (Thread 0x78efc9afb2c0 (LWP 3451585)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 112 (Thread 0x78f1377f72c0 (LWP 3449140)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 111 (Thread 0x78f0e89792c0 (LWP 3449376)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 110 (Thread 0x78f0f26fb2c0 (LWP 3449353)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 109 (Thread 0x78f1b72006c0 (LWP 3448438)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 108 (Thread 0x78f176b792c0 (LWP 3448627)): #0 0x000078f1ce52a042 in epoll_wait (epfd=35, events=0x78f1852427b0, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f1852427b0 in ?? () #3 0x0000002300000040 in ?? () #4 0x000078f176b69b80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f1852427b0 in ?? () #7 0x000078f176b69bc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 107 (Thread 0x78efa0d792c0 (LWP 3451432)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 106 (Thread 0x78f139cfb2c0 (LWP 3449130)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139cebed0, op=393, expected=0, futex_word=0x78f1449b7b0c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139cebed0, clockid=, expected=0, futex_word=0x78f1449b7b0c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7b0c, expected=0, clockid=, abstime=0x78f139cebed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139cebed0, clockid=0, mutex=0x78f1449b7ab8, cond=0x78f1449b7ae0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b7ae0, mutex=0x78f1449b7ab8, abstime=0x78f139cebed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 105 (Thread 0x78f1c867d2c0 (LWP 3448419)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1c866dea0, op=137, expected=0, futex_word=0x57b1a24a5e0c ) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1c866dea0, clockid=, expected=0, futex_word=0x57b1a24a5e0c ) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x57b1a24a5e0c , expected=0, clockid=, abstime=0x78f1c866dea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1c866dea0, clockid=1, mutex=0x57b1a24a5e18 , cond=0x57b1a24a5de0 ) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x57b1a24a5de0 , mutex=0x57b1a24a5e18 , abstime=0x78f1c866dea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b181263c83 in oceanbase::common::ObTimerService::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 104 (Thread 0x78f13a2fb2c0 (LWP 3449118)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a2ebd60, op=393, expected=0, futex_word=0x78f142dfde30) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a2ebd60, clockid=, expected=0, futex_word=0x78f142dfde30) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f142dfde30, expected=0, clockid=, abstime=0x78f13a2ebd60, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a2ebd60, clockid=0, mutex=0x78f142dfdde0, cond=0x78f142dfde08) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f142dfde08, mutex=0x78f142dfdde0, abstime=0x78f13a2ebd60) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18728ee54 in oceanbase::rootserver::ObTenantThreadHelper::idle(long) () #8 0x000057b18130a8b7 in oceanbase::rootserver::ObStandbySchemaRefreshTrigger::do_work() () #9 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #10 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #11 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #12 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #13 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #14 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #15 0x0000000000000000 in ?? () Thread 103 (Thread 0x78f1530fb2c0 (LWP 3448808)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 102 (Thread 0x78f1377792c0 (LWP 3449139)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f137769ea0, op=137, expected=0, futex_word=0x78f137769f88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f137769ea0, clockid=, expected=0, futex_word=0x78f137769f88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f137769f88, expected=0, clockid=, abstime=0x78f137769ea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f137769ea0, clockid=1, mutex=0x78f137769f98, cond=0x78f137769f60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f137769f60, mutex=0x78f137769f98, abstime=0x78f137769ea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 101 (Thread 0x78f0d57f72c0 (LWP 3449687)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 100 (Thread 0x78f137bf72c0 (LWP 3449136)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701eb7d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701eb7d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701eb780, cond=0x78f1701eb7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701eb7a8, mutex=0x78f1701eb780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 99 (Thread 0x78f0e69792c0 (LWP 3449436)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 98 (Thread 0x78f0e7efb2c0 (LWP 3449395)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 97 (Thread 0x78efa0bf72c0 (LWP 3451437)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 96 (Thread 0x78f0f287d2c0 (LWP 3449348)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 95 (Thread 0x78f0db3792c0 (LWP 3449666)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 94 (Thread 0x78f1b4f792c0 (LWP 3448450)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000078f1ce80077a in __io_getevents_0_4 () from /home/admin/oceanbase/lib/libaio.so.1 #2 0x000057b181280198 in oceanbase::share::ObLocalDevice::io_getevents(oceanbase::common::ObIOContext*, long, oceanbase::common::ObIOEvents*, timespec*) () #3 0x000057b18127ee49 in oceanbase::common::ObAsyncIOChannel::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 93 (Thread 0x78f108ff72c0 (LWP 3449321)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f108fe7ed0, op=393, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f108fe7ed0, clockid=, expected=0, futex_word=0x78f1449b5308) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b5308, expected=0, clockid=, abstime=0x78f108fe7ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f108fe7ed0, clockid=0, mutex=0x78f1449b52b8, cond=0x78f1449b52e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b52e0, mutex=0x78f1449b52b8, abstime=0x78f108fe7ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 92 (Thread 0x78f0d327d2c0 (LWP 3449700)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 91 (Thread 0x78f0e88fb2c0 (LWP 3449375)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 90 (Thread 0x78efa0ff72c0 (LWP 3451429)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 89 (Thread 0x78f0e85f72c0 (LWP 3449385)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 88 (Thread 0x78f0db3f72c0 (LWP 3449667)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 87 (Thread 0x78f10cc7d2c0 (LWP 3449306)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e47d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e47d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e47d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e4780, cond=0x78f1701e47a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e47a8, mutex=0x78f1701e4780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 86 (Thread 0x78f0e81792c0 (LWP 3449392)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 85 (Thread 0x78efa0f792c0 (LWP 3451428)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 84 (Thread 0x78f0db2fb2c0 (LWP 3449665)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 83 (Thread 0x78f0daefb2c0 (LWP 3449673)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 82 (Thread 0x78efa5afb2c0 (LWP 3451231)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78efa5aebf00, op=393, expected=0, futex_word=0x78f0da8beec0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78efa5aebf00, clockid=, expected=0, futex_word=0x78f0da8beec0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f0da8beec0, expected=0, clockid=, abstime=0x78efa5aebf00, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78efa5aebf00, clockid=0, mutex=0x78f0da8bee70, cond=0x78f0da8bee98) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f0da8bee98, mutex=0x78f0da8bee70, abstime=0x78efa5aebf00) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18106b692 in oceanbase::common::ObIORunner::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 81 (Thread 0x78efa4d792c0 (LWP 3451273)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 80 (Thread 0x78f0e83792c0 (LWP 3449388)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 79 (Thread 0x78f0d4efb2c0 (LWP 3449689)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 78 (Thread 0x78f0db07d2c0 (LWP 3449668)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 77 (Thread 0x78f148efb2c0 (LWP 3448904)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148eebed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 76 (Thread 0x78f13ce7d2c0 (LWP 3449105)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701f07d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701f07d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701f07d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701f0780, cond=0x78f1701f07a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701f07a8, mutex=0x78f1701f0780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 75 (Thread 0x78f126f792c0 (LWP 3449344)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 74 (Thread 0x78f1485792c0 (LWP 3448925)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f148569ed0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18124df6e in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, long) () #4 0x000057b1811e1b52 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 73 (Thread 0x78efa467d2c0 (LWP 3451309)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 72 (Thread 0x78efa527d2c0 (LWP 3451256)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 71 (Thread 0x78f0e84fb2c0 (LWP 3449383)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 70 (Thread 0x78f0dae7d2c0 (LWP 3449672)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 69 (Thread 0x78f1770fb2c0 (LWP 3448614)): #0 0x000078f1ce52a042 in epoll_wait (epfd=45, events=0x78f185245c30, maxevents=64, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0x000003e78147cc09 in ?? () #2 0x000078f185245c30 in ?? () #3 0x0000002d00000040 in ?? () #4 0x000078f1770ebb80 in ?? () #5 0x000057b181016a76 in ob_epoll_wait () #6 0x000078f185245c30 in ?? () #7 0x000078f1770ebbc0 in ?? () #8 0x000057b18147c622 in epoll_poll () Backtrace stopped: previous frame inner to this frame (corrupt stack?) Thread 68 (Thread 0x78efa55f72c0 (LWP 3451255)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 67 (Thread 0x78f1b66006c0 (LWP 3448441)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 66 (Thread 0x78f0f187d2c0 (LWP 3449360)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f0f186d580, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b18176f387 in oceanbase::cdc::ObCdcService::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 65 (Thread 0x78f13387d2c0 (LWP 3449145)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13386ded0, op=393, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13386ded0, clockid=, expected=0, futex_word=0x78f1449b7708) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1449b7708, expected=0, clockid=, abstime=0x78f13386ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13386ded0, clockid=0, mutex=0x78f1449b76b8, cond=0x78f1449b76e0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1449b76e0, mutex=0x78f1449b76b8, abstime=0x78f13386ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 64 (Thread 0x78f0e87792c0 (LWP 3449380)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 63 (Thread 0x78efa53f72c0 (LWP 3451259)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 62 (Thread 0x78f0e7ff72c0 (LWP 3449397)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 61 (Thread 0x78efa0c7d2c0 (LWP 3451430)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 60 (Thread 0x78efa4f792c0 (LWP 3451266)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 59 (Thread 0x78f132ff72c0 (LWP 3449152)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 58 (Thread 0x78efa087d2c0 (LWP 3451438)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 57 (Thread 0x78efa1b792c0 (LWP 3451399)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 56 (Thread 0x78efa52fb2c0 (LWP 3451257)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 55 (Thread 0x78f139f792c0 (LWP 3449127)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f139f69ed0, op=393, expected=0, futex_word=0x78f1bbb7db0c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f139f69ed0, clockid=, expected=0, futex_word=0x78f1bbb7db0c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7db0c, expected=0, clockid=, abstime=0x78f139f69ed0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f139f69ed0, clockid=0, mutex=0x78f1bbb7dab8, cond=0x78f1bbb7dae0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7dae0, mutex=0x78f1bbb7dab8, abstime=0x78f139f69ed0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 54 (Thread 0x78f13cefb2c0 (LWP 3449106)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13ceebea0, op=137, expected=0, futex_word=0x78f13ceebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13ceebea0, clockid=, expected=0, futex_word=0x78f13ceebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13ceebf88, expected=0, clockid=, abstime=0x78f13ceebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13ceebea0, clockid=1, mutex=0x78f13ceebf98, cond=0x78f13ceebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13ceebf60, mutex=0x78f13ceebf98, abstime=0x78f13ceebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 53 (Thread 0x78f14cbf72c0 (LWP 3448858)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f17ea2e7d4) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f17ea2e7d4) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f17ea2e7d4, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f17ea2e780, cond=0x78f17ea2e7a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f17ea2e7a8, mutex=0x78f17ea2e780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 52 (Thread 0x78f16b9f72c0 (LWP 3448735)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de48eb in oceanbase::common::ObPriorityQueue2<1, 2, 3, 16>::do_pop(oceanbase::common::ObLink*&, long, long) () #2 0x000057b180ddf95f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #3 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #4 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #5 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #6 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #7 0x0000000000000000 in ?? () Thread 51 (Thread 0x78f1b6e006c0 (LWP 3448439)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 50 (Thread 0x78f1c927d2c0 (LWP 3448415)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 49 (Thread 0x78f0db7f72c0 (LWP 3449659)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 48 (Thread 0x78f1b9a006c0 (LWP 3448428)): #0 0x000078f1ce52a042 in epoll_wait (epfd=16, events=0x78f1badb2840, maxevents=1024, timeout=-833445822) at ../sysdeps/unix/sysv/linux/epoll_wait.c:28 #1 0xffffffff00000001 in ?? () #2 0x000078f1badb2840 in ?? () #3 0x0000001000000400 in ?? () #4 0x000057b1a0818920 in std::panicking::HOOK () #5 0x000057b181e03f11 in mio::poll::Poll::poll () #6 0x000057b18228e7b5 in tokio::runtime::io::driver::Driver::turn () #7 0x000057b18228fbb7 in tokio::runtime::time::Driver::park_internal () #8 0x000057b18228c68b in tokio::runtime::scheduler::multi_thread::park::Parker::park () #9 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #10 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #11 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #12 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #13 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #14 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #15 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #16 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #17 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #18 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #19 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #20 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #21 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #22 0x0000000000000000 in ?? () Thread 47 (Thread 0x78f126ff72c0 (LWP 3449345)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 46 (Thread 0x78f1c87792c0 (LWP 3448421)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b1811dd0e5 in oceanbase::common::ObBaseLogWriter::do_flush_log() () #3 0x000057b1811dcfb6 in oceanbase::common::ObBaseLogWriter::flush_log() () #4 0x000057b19de27426 in oceanbase::common::ObBaseLogWriter::flush_log_thread(void*) () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 45 (Thread 0x78efe76fb2c0 (LWP 3451254)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 44 (Thread 0x78f10cdf72c0 (LWP 3449309)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x0, op=393, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x0, clockid=, expected=0, futex_word=0x78f1701e37d0) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1701e37d0, expected=0, clockid=, abstime=0x0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49b7dd in __pthread_cond_wait_common (abstime=0x0, clockid=0, mutex=0x78f1701e3780, cond=0x78f1701e37a8) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_wait (cond=0x78f1701e37a8, mutex=0x78f1701e3780) at ./nptl/pthread_cond_wait.c:627 #5 0x000057b1811c8939 in ob_pthread_cond_wait () #6 0x000057b1811c68b7 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1813510d0 in oceanbase::common::occam::ObOccamThreadPool::keep_fetching_task_until_stop_(unsigned long) () #8 0x000057b186f085ae in oceanbase::common::occam::ObOccamThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 43 (Thread 0x78f1b8e006c0 (LWP 3448431)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 42 (Thread 0x78f1ba6006c0 (LWP 3448425)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 41 (Thread 0x78f1c87f72c0 (LWP 3448422)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1c87e76d0, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b19de25dc8 in oceanbase::common::ObLogCompressor::run1() () #5 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #6 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 40 (Thread 0x78f0e867d2c0 (LWP 3449378)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 39 (Thread 0x78f13a27d2c0 (LWP 3449117)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13a26ded0, op=393, expected=0, futex_word=0x78f1bbb7ab08) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13a26ded0, clockid=, expected=0, futex_word=0x78f1bbb7ab08) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1bbb7ab08, expected=0, clockid=, abstime=0x78f13a26ded0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13a26ded0, clockid=0, mutex=0x78f1bbb7aab8, cond=0x78f1bbb7aae0) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1bbb7aae0, mutex=0x78f1bbb7aab8, abstime=0x78f13a26ded0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b19dab5276 in oceanbase::share::ObReentrantThread::blocking_run() () #8 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #9 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #10 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #11 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #12 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #13 0x0000000000000000 in ?? () Thread 38 (Thread 0x78efa04fb2c0 (LWP 3451447)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 37 (Thread 0x78efa4efb2c0 (LWP 3451265)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 36 (Thread 0x78f1b82006c0 (LWP 3448434)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 35 (Thread 0x78f1b7a006c0 (LWP 3448436)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 34 (Thread 0x78f1baa006c0 (LWP 3448424)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 33 (Thread 0x78f13bafb2c0 (LWP 3449114)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f13baebea0, op=137, expected=0, futex_word=0x78f13baebf88) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f13baebea0, clockid=, expected=0, futex_word=0x78f13baebf88) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13baebf88, expected=0, clockid=, abstime=0x78f13baebea0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f13baebea0, clockid=1, mutex=0x78f13baebf98, cond=0x78f13baebf60) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13baebf60, mutex=0x78f13baebf98, abstime=0x78f13baebea0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b181281cc6 in bool obutil::Cond::timed_wait_impl(obutil::ObUtilMutex const&, obutil::ObSysTime const&) const () #7 0x000057b1934e2e23 in obutil::ObMonitor::timed_wait(obutil::ObSysTime const&) const () #8 0x000057b181281bce in oceanbase::common::ObClockGenerator::usleep(long) () #9 0x000057b181281a6a in oceanbase::common::TimeWheelBase::scan() () #10 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #11 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #12 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #13 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #14 0x0000000000000000 in ?? () Thread 32 (Thread 0x78f1373f72c0 (LWP 3449144)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f1373e7b40, op=393, expected=0, futex_word=0x78f13fbeb79c) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f1373e7b40, clockid=, expected=0, futex_word=0x78f13fbeb79c) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f13fbeb79c, expected=0, clockid=, abstime=0x78f1373e7b40, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f1373e7b40, clockid=0, mutex=0x78f13fbeb748, cond=0x78f13fbeb770) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f13fbeb770, mutex=0x78f13fbeb748, abstime=0x78f1373e7b40) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b18163af54 in oceanbase::share::ObTenantDagScheduler::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 31 (Thread 0x78f1b6a006c0 (LWP 3448440)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 30 (Thread 0x78efa1cfb2c0 (LWP 3451394)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 29 (Thread 0x78f0d36fb2c0 (LWP 3449697)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 28 (Thread 0x78f1b86006c0 (LWP 3448433)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 27 (Thread 0x78f1c92fb2c0 (LWP 3448416)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 26 (Thread 0x78efa4e7d2c0 (LWP 3451264)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 25 (Thread 0x78efa49f72c0 (LWP 3451308)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b180de08e9 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 24 (Thread 0x78f1c93792c0 (LWP 3448417)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 23 (Thread 0x78f0e7e7d2c0 (LWP 3449394)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b19f5392c2 in oceanbase::rpc::frame::ObReqQueue::loop() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 22 (Thread 0x78f1b8a006c0 (LWP 3448432)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 21 (Thread 0x78f1c93f72c0 (LWP 3448418)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 20 (Thread 0x78f1b76006c0 (LWP 3448437)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 19 (Thread 0x78f1521792c0 (LWP 3448833)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 18 (Thread 0x78f0d59792c0 (LWP 3449682)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 17 (Thread 0x78f1b9e006c0 (LWP 3448427)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 16 (Thread 0x78efa4ff72c0 (LWP 3451267)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 15 (Thread 0x78f1c86fb2c0 (LWP 3448420)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1c86ebe60, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b181775487 in oceanbase::common::ObSimpleThreadPoolDynamicMgr::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 14 (Thread 0x78efc9a7d2c0 (LWP 3451178)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 13 (Thread 0x78f152afb2c0 (LWP 3448820)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1fc5 in oceanbase::common::ObLightyQueue::pop(void*&, long) () #4 0x000057b19daa816c in oceanbase::share::ObAsyncTaskQueue::run2() () #5 0x000057b19dab52e2 in oceanbase::share::ObReentrantThread::blocking_run() () #6 0x000057b19daa7f27 in oceanbase::share::ObReentrantThread::run1() () #7 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #8 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #9 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #10 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #11 0x0000000000000000 in ?? () Thread 12 (Thread 0x78f1ba2006c0 (LWP 3448426)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 11 (Thread 0x78efa11792c0 (LWP 3451424)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b180ff7ee0 in oceanbase::common::ObPriorityQueue2<0, 1, 0, 1>::do_pop(oceanbase::common::ObLink*&, long, long) () #3 0x000057b180de097f in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #4 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 10 (Thread 0x78f1b7e006c0 (LWP 3448435)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 9 (Thread 0x78f132f792c0 (LWP 3449151)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de6d27 in futex_hook () #2 0x000057b180de545f in oceanbase::lib::ObFutex::wait(int, long) () #3 0x000057b1811e1415 in oceanbase::common::ObSimpleThreadPoolBase::run1() () #4 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #5 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #6 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #7 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #8 0x0000000000000000 in ?? () Thread 8 (Thread 0x78efa51792c0 (LWP 3451262)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b180de52b0 in oceanbase::common::SimpleCond::wait(unsigned int, long) () #2 0x000057b18a249925 in oceanbase::common::ObPriorityQueue<1>::pop(oceanbase::common::ObLink*&, long) () #3 0x000057b18a2f49c6 in oceanbase::omt::ObMultiLevelQueue::pop_timeup(oceanbase::common::ObLink*&, int, long) () #4 0x000057b180de0883 in oceanbase::omt::ObThWorker::worker(long&, long&, int&) () #5 0x000057b18a392832 in non-virtual thunk to oceanbase::omt::ObThWorker::run(long) () #6 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #7 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #8 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #9 0x0000000000000000 in ?? () Thread 7 (Thread 0x78f1bb07d2c0 (LWP 3448423)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1bb06df70, rem=0x0) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce52972c in usleep (useconds=0) at ../sysdeps/posix/usleep.c:24 #3 0x000057b18104fe37 in usleep () #4 0x000057b18122e5ce in void oceanbase::common::ob_usleep<(oceanbase::common::ObWaitEventIds::ObWaitEventIdEnum)42>(unsigned int, bool, long) () #5 0x000057b195aea9c4 in oceanbase::share::ObSyslogPerErrLimiter::RefreshThread::run1() () #6 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #7 0x000057b19dabd4b8 in oceanbase::lib::Thread::__th_start(void*) () #8 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #9 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #10 0x0000000000000000 in ?? () Thread 6 (Thread 0x78f165f792c0 (LWP 3448769)): #0 0x000078f1ce498d61 in __futex_abstimed_wait_common64 (private=, cancel=true, abstime=0x78f165f69de0, op=393, expected=0, futex_word=0x78f1cd807958) at ./nptl/futex-internal.c:57 #1 __futex_abstimed_wait_common (cancel=true, private=, abstime=0x78f165f69de0, clockid=, expected=0, futex_word=0x78f1cd807958) at ./nptl/futex-internal.c:87 #2 __GI___futex_abstimed_wait_cancelable64 (futex_word=0x78f1cd807958, expected=0, clockid=, abstime=0x78f165f69de0, private=) at ./nptl/futex-internal.c:139 #3 0x000078f1ce49bc7e in __pthread_cond_wait_common (abstime=0x78f165f69de0, clockid=0, mutex=0x78f1cd807908, cond=0x78f1cd807930) at ./nptl/pthread_cond_wait.c:503 #4 ___pthread_cond_timedwait64 (cond=0x78f1cd807930, mutex=0x78f1cd807908, abstime=0x78f165f69de0) at ./nptl/pthread_cond_wait.c:652 #5 0x000057b181281db9 in ob_pthread_cond_timedwait () #6 0x000057b1811c6878 in oceanbase::common::ObThreadCond::wait_us(unsigned long, long, long) () #7 0x000057b1816f922b in oceanbase::observer::ObUniqTaskQueue::run1() () #8 0x000057b19daa78f1 in oceanbase::lib::Threads::run(long) () #9 0x000057b19dabd3a8 in oceanbase::lib::Thread::__th_start(void*) () #10 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #11 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #12 0x0000000000000000 in ?? () Thread 5 (Thread 0x78f1b96006c0 (LWP 3448429)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 4 (Thread 0x78efa007d2c0 (LWP 3448404) (Exiting)): #0 0x000078f1ce4ecadf in __GI___clock_nanosleep (clock_id=clock_id@entry=0, flags=flags@entry=0, req=0x78f1ca7ff990, rem=0x78f1ca7ff990) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:78 #1 0x000078f1ce4f9a27 in __GI___nanosleep (req=, rem=) at ../sysdeps/unix/sysv/linux/nanosleep.c:25 #2 0x000078f1ce50ec63 in __sleep (seconds=0) at ../sysdeps/posix/sleep.c:35 #3 0x000057b18afe7230 in oceanbase::observer::ObServer::wait() () #4 0x000057b186b6eca0 in inner_main(int, char**) () #5 0x000057b186b74b42 in std::_Function_handler::_M_invoke(std::_Any_data const&) () #6 0x000057b19f3c6460 in oceanbase::common::jump_call(void*, int (*)(void*), void*) () #7 0x000057b186b70fd7 in main () Thread 3 (Thread 0x78f1b62006c0 (LWP 3448442)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 2 (Thread 0x78f1b92006c0 (LWP 3448430)): #0 0x000078f1ce52725d in __GI_syncfs () at ../sysdeps/unix/syscall-template.S:123 #1 0x000057b182274f75 in std::sys::sync::condvar::futex::Condvar::wait () #2 0x000057b18228c5f9 in tokio::runtime::scheduler::multi_thread::park::Parker::park () #3 0x000057b182297f67 in tokio::runtime::scheduler::multi_thread::worker::Context::park_timeout () #4 0x000057b18229751a in tokio::runtime::scheduler::multi_thread::worker::Context::run () #5 0x000057b182288686 in tokio::runtime::context::scoped::Scoped::set () #6 0x000057b18229219c in tokio::runtime::context::runtime::enter_runtime () #7 0x000057b18229687c in tokio::runtime::scheduler::multi_thread::worker::run () #8 0x000057b182289bc5 in tokio::runtime::task::core::Core::poll () #9 0x000057b182282a64 in tokio::runtime::task::harness::Harness::poll () #10 0x000057b18229a6c0 in tokio::runtime::blocking::pool::Inner::run () #11 0x000057b18228460e in std::sys::backtrace::__rust_begin_short_backtrace () #12 0x000057b182284e19 in core::ops::function::FnOnce::call_once{{vtable.shim}} () #13 0x000057b182272c1b in std::sys::pal::unix::thread::Thread::new::thread_start () #14 0x000078f1ce49ca94 in start_thread (arg=) at ./nptl/pthread_create.c:447 #15 0x000078f1ce529c3c in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #16 0x0000000000000000 in ?? () Thread 1 (Thread 0x78efa05f72c0 (LWP 3451595)): #0 0x000078f1ce49eb1c in __pthread_kill_implementation (no_tid=0, signo=3451595, threadid=3448404) at ./nptl/pthread_kill.c:43 #1 __pthread_kill_internal (signo=3451595, threadid=3448404) at ./nptl/pthread_kill.c:78 #2 __GI___pthread_kill (threadid=3448404, signo=3451595) at ./nptl/pthread_kill.c:89 #3 0x000078f1ce44526e in __GI_raise (sig=3448404) at ../sysdeps/posix/raise.c:26 #4 0x000057b19e41a1be in oceanbase::common::coredump_cb(int, int, void*, void*) () #5 0x000078f1ce445320 in ?? () from /lib/x86_64-linux-gnu/libc.so.6 #6 0x0000000000000007 in ?? () #7 0x0000000000000000 in ?? () Warning: 'set logging off', an alias for the command 'set logging enabled', is deprecated. Use 'set logging enabled off'.