[root@ai-test-worker-128046 log]#  cat libobcdc.log | grep "2025-12-17 14:09:23.41"
[2025-12-17 14:09:23.416456] ERROR issue_dba_error (ob_log.cpp:1891) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=0][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4070, file="ob_log_ls_fetch_ctx.cpp", line_no=326, info="iterate group_entry failed")
[2025-12-17 14:09:23.416905] WDIAG [RPC.FRAME] async_cb (ob_req_transport.cpp:156) [55218][RpcIO][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4389] async_cb handler cost too much time(total_time=12045, decode_time=6028, process_time=5527, session_destroy_time=490, ret=-4389, pcode=2131)
[2025-12-17 14:09:23.416494] EDIAG [TLOG.FETCHER] get_next_group_entry (ob_log_ls_fetch_ctx.cpp:326) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=37][errcode=-4070] iterate group_entry failed(ret=-4070, ret="OB_INVALID_DATA", group_iterator={iterator_impl:{buf_:0x7f30a2e04248, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:2115582737}, end_lsn:{lsn:2115582737}, read_buf:{buf_len_:2121728, buf_:0x7f30a2e04248}, block_size:67104768, log_storage_:0x7f30a9c0bce0}, IteratorStorageType::"MemoryIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogGroupEntryHeader:{magic:18258, version:2, group_size:66, proposal_id:1, committed_lsn:{lsn:2115582737}, max_scn:{val:1765856796780961000, v:0}, accumulated_checksum:3790123039, log_id:13038546, flag:49572}}, init_mode_version:0, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}}) BACKTRACE:0x1e274c4d 0xe4053bd 0xe404f64 0xe404bf2 0xe4049ea 0xe50ee00 0xe50ebe1 0xe52a420 0xe524de9 0xe524930 0xe51e94f 0xe51e081 0xe7df954 0x1e3062fe 0x1e3101d1 0x1e30c1c7 0x7f333926dea5 0x7f3338887b0d
[2025-12-17 14:09:23.417166] ERROR issue_dba_error (ob_log.cpp:1891) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=670][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4070, file="ob_log_ls_fetch_stream.cpp", line_no=1407, info="get next_group_entry failed")
[2025-12-17 14:09:23.417173] EDIAG [TLOG.FETCHER] read_log_ (ob_log_ls_fetch_stream.cpp:1407) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=6][errcode=-4070] get next_group_entry failed(ret=-4070, ret="OB_INVALID_DATA", ls_fetch_ctx=0x7f30a9c0abe0, resp={rpc_ver:1, err:0, debug_err:0, ls_id:{id:1}, feedback_type:-1, fetch_status:{is_reach_max_lsn:false, is_reach_upper_limit_ts:true, scan_round_count:36363, l2s_net_time:13195, svr_queue_time:355, log_fetch_time:0, ext_process_time:21854}, next_req_lsn:{lsn:2121360898}, log_num:36363, pos:5778161}) BACKTRACE:0x1e274c4d 0xe42b0f6 0xe42ac91 0xe42a90c 0xe378145 0xe52bf45 0xe52a57d 0xe524de9 0xe524930 0xe51e94f 0xe51e081 0xe7df954 0x1e3062fe 0x1e3101d1 0x1e30c1c7 0x7f333926dea5 0x7f3338887b0d
[2025-12-17 14:09:23.417213] ERROR issue_dba_error (ob_log.cpp:1891) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=39][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4070, file="ob_log_ls_fetch_stream.cpp", line_no=1159, info="read log fail")
[2025-12-17 14:09:23.417217] EDIAG [TLOG.FETCHER] handle_fetch_log_result_ (ob_log_ls_fetch_stream.cpp:1159) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=4][errcode=-4070] read log fail(ret=-4070, ret="OB_INVALID_DATA", resp={rpc_ver:1, err:0, debug_err:0, ls_id:{id:1}, feedback_type:-1, fetch_status:{is_reach_max_lsn:false, is_reach_upper_limit_ts:true, scan_round_count:36363, l2s_net_time:13195, svr_queue_time:355, log_fetch_time:0, ext_process_time:21854}, next_req_lsn:{lsn:2121360898}, log_num:36363, pos:5778161}) BACKTRACE:0x1e274c4d 0xe4053bd 0xe404f64 0xe404bf2 0xe4049ea 0xe52aada 0xe524f82 0xe524930 0xe51e94f 0xe51e081 0xe7df954 0x1e3062fe 0x1e3101d1 0x1e30c1c7 0x7f333926dea5 0x7f3338887b0d
[2025-12-17 14:09:23.417235] ERROR issue_dba_error (ob_log.cpp:1891) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=18][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4070, file="ob_log_ls_fetch_stream.cpp", line_no=646, info="handle fetch log result fail")
[2025-12-17 14:09:23.417240] EDIAG [TLOG.FETCHER] process_result_ (ob_log_ls_fetch_stream.cpp:646) [55240][LogStreaWorkThr][T0][YD6DF0AC8802E-0000000000600002-0-0] [lt=4][errcode=-4070] handle fetch log result fail(ret=-4070, ret="OB_INVALID_DATA", result={rcode:{code:0, msg:"", warnings:[]}, resp:{rpc_ver:1, err:0, debug_err:0, ls_id:{id:1}, feedback_type:-1, fetch_status:{is_reach_max_lsn:false, is_reach_upper_limit_ts:true, scan_round_count:36363, l2s_net_time:13195, svr_queue_time:355, log_fetch_time:0, ext_process_time:21854}, next_req_lsn:{lsn:2121360898}, log_num:36363, pos:5778161}, trace_id:YD6DF0AC8802E-0000000000600002-0-0, rpc_time:89745, rpc_callback_time:5509, rpc_stop_upon_result:true, rpc_stop_reason:"REACH_UPPER_LIMIT"}, kickout_info={tls_id:{tenant_id:1030, ls_id:{id:1}}, kick_out_reason:"NONE"}, fetch_log_arpc_={tenant_id:1030, host:0x7f30a7e0faa0, state:"READY", rpc_result_cnt:0, cur_req:0x7f30a6c04030, flying_req_list:{count:0, head:null, tail:null}}) BACKTRACE:0x1e274c4d 0xe4032a6 0xe402e41 0xe402ac4 0xe4028b4 0xe525146 0xe524bf8 0xe51e94f 0xe51e081 0xe7df954 0x1e3062fe 0x1e3101d1 0x1e30c1c7 0x7f333926dea5 0x7f3338887b0d
[2025-12-17 14:09:23.417290] ERROR issue_dba_error (ob_log.cpp:1891) [55240][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=49][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4070, file="ob_log_ls_fetch_stream.cpp", line_no=730, info="process result fail")
[2025-12-17 14:09:23.417295] EDIAG [TLOG.FETCHER] handle_fetch_log_task_ (ob_log_ls_fetch_stream.cpp:730) [55240][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4070] process result fail(ret=-4070, ret="OB_INVALID_DATA", result=0x7f30a2e041d8, result={rcode:{code:0, msg:"", warnings:[]}, resp:{rpc_ver:1, err:0, debug_err:0, ls_id:{id:1}, feedback_type:-1, fetch_status:{is_reach_max_lsn:false, is_reach_upper_limit_ts:true, scan_round_count:36363, l2s_net_time:13195, svr_queue_time:355, log_fetch_time:0, ext_process_time:21854}, next_req_lsn:{lsn:2121360898}, log_num:36363, pos:5778161}, trace_id:YD6DF0AC8802E-0000000000600002-0-0, rpc_time:89745, rpc_callback_time:5509, rpc_stop_upon_result:true, rpc_stop_reason:"REACH_UPPER_LIMIT"}, kickout_info={tls_id:{tenant_id:1030, ls_id:{id:1}}, kick_out_reason:"NONE"}, this=0x7f30a7e0faa0, this={type:"FETCH_STREAM", stype:"SYS_LS", state:"FETCH_LOG", svr:"10.203.4.38:2882", upper_limit:"[2025-12-16 12:46:36.779905]", fetch_log_arpc:{tenant_id:1030, host:0x7f30a7e0faa0, state:"READY", rpc_result_cnt:0, cur_req:0x7f30a6c04030, flying_req_list:{count:0, head:null, tail:null}}, next:null, prev:null}) BACKTRACE:0x1e274c4d 0xe3762af 0xe375e41 0xe375ab2 0xe37589a 0xe525b08 0xe51e97a 0xe51e081 0xe7df954 0x1e3062fe 0x1e3101d1 0x1e30c1c7 0x7f333926dea5 0x7f3338887b0d
[2025-12-17 14:09:23.417349] ERROR issue_dba_error (ob_log.cpp:1891) [55240][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=51][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4070, file="ob_log_ls_fetch_stream.cpp", line_no=204, info="handle FETCH_LOG task fail")
[2025-12-17 14:09:23.417353] EDIAG [TLOG.FETCHER] handle (ob_log_ls_fetch_stream.cpp:204) [55240][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4070] handle FETCH_LOG task fail(ret=-4070, ret="OB_INVALID_DATA") BACKTRACE:0x1e274c4d 0xe3ea86d 0xe3ea414 0xe3ea09a 0xe3e9e9b 0xe51ecae 0xe51e0a0 0xe7df954 0x1e3062fe 0x1e3101d1 0x1e30c1c7 0x7f333926dea5 0x7f3338887b0d
[2025-12-17 14:09:23.417381] ERROR issue_dba_error (ob_log.cpp:1891) [55240][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=27][errcode=-4388] Unexpected internal error happen, please checkout the internal errcode(errcode=-4070, file="ob_ls_worker.cpp", line_no=349, info="handle fetch stream task fail")
[2025-12-17 14:09:23.417385] EDIAG [TLOG.FETCHER] handle (ob_ls_worker.cpp:349) [55240][LogStreaWorkThr][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4070] handle fetch stream task fail(ret=-4070, ret="OB_INVALID_DATA", task=0x7f30a7e0faa0) BACKTRACE:0x1e274c4d 0xe4053bd 0xe404f64 0xe404bf2 0xe4049ea 0xe7e029c 0xe7df97b 0x1e3062fe 0x1e3101d1 0x1e30c1c7 0x7f333926dea5 0x7f3338887b0d
[2025-12-17 14:09:23.417839] WDIAG __tg_cleanup (easy_log.c:128) [55218][RpcIO][T0][Y0-0000000000000000-0-0] [lt=23][errcode=0] easy cost too much time: 13161us, procedure: easy_connection_on_readable
[2025-12-17 14:09:23.417850] WDIAG ev_invoke_pending (ev.c:2146) [55218][RpcIO][T0][Y0-0000000000000000-0-0] [lt=10][errcode=0] epoll handler too much time :18258 count=1 malloc=1015/3 write=0/0 read=150/1 server_process=0/0 client_cb=8706/1