[root@localhost log]# grep -r "error" observer.log
[2024-02-22 16:43:03.423826] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=23][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:609, tid:36762}])
[2024-02-22 16:43:03.499817] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:03.499828] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:03.505632] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:03.505642] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:03.510286] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:03.510295] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:03.588291] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:03.588301] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AA-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:03.755821] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=52][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd85b242030, fd:1410, err:5, last_decode_time_:1708591383755809, last_write_time_:1708591383755650, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A1662-0-0})
[2024-02-22 16:43:03.755849] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1662-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:03.845399] WDIAG [STORAGE.TRANS] process (ob_trans_rpc.h:276) [16831][RpcIO][T1001][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=13][errcode=-4018] handle transaction msg callback error(ret=-4018, trans_id={txid:3027832139}, sender_ls_id={id:9223372036854775807}, receiver_ls_id={id:1}, msg_type=20, rcode=-6233, dst="133.197.204.3:2882")
[2024-02-22 16:43:03.865258] ERROR check_medium_checksum_table (ob_medium_compaction_func.cpp:771) [17750][T1002_MediumLoo][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4103] Data checksum error(msg="checksum verify failed", ret=-4103, checksum_items.at(0)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.10:2882", row_count:22262888, compaction_scn:{val:1707588000264588783}, data_checksum:3614153947, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26653660477700761, 47810762693952733, 42989356252253808, 53182529754495464]}}, i=4, checksum_items.at(i)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.3:2882", row_count:22262937, compaction_scn:{val:1707588000264588783}, data_checksum:3539063395, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26659666626161974, 47810862462080152, 42988599555908571, 53182646807770761]}})
[2024-02-22 16:43:03.998747] ERROR check_medium_checksum_table (ob_medium_compaction_func.cpp:771) [17750][T1002_MediumLoo][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4103] Data checksum error(msg="checksum verify failed", ret=-4103, checksum_items.at(0)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.10:2882", row_count:22262888, compaction_scn:{val:1707588000264588783}, data_checksum:3614153947, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26653660477700761, 47810762693952733, 42989356252253808, 53182529754495464]}}, i=4, checksum_items.at(i)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.3:2882", row_count:22262937, compaction_scn:{val:1707588000264588783}, data_checksum:3539063395, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26659666626161974, 47810862462080152, 42988599555908571, 53182646807770761]}})
[2024-02-22 16:43:04.264123] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:04.315154] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=12] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:04.368366] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591392575289938, latest_log_ts:{val:1708591375912358900}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.368422] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=45] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.368445] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=32] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.368466] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.368487] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.368508] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591384089124190}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.369588] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:04.369596] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.370841] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.370848] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.372045] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A6A-0-0] [lt=13][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:04.372175] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.372181] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.373234] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:04.373241] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.374227] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.374235] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.375400] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.375408] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.376180] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=2][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d21c2030, fd:2920, err:5, last_decode_time_:1708591384376161, last_write_time_:1708591384375724, read_buffer_.get_consume_sz():1209, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A6B-0-0})
[2024-02-22 16:43:04.376194] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A6B-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:04.376329] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:707) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] user req close, and epoll thread already set error(*s={this:0x7fd896818030, fd:2752, err:5, last_decode_time_:1708591384376273, last_write_time_:1708591384376297, read_buffer_.get_consume_sz():1488, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:04.376430] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.376440] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.377591] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.377599] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.378604] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.378612] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.379748] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.379756] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.380771] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.380779] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.381809] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.381817] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.382826] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.382834] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.383918] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:04.383926] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.384913] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.384921] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.385918] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.385926] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.387155] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:04.387163] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.388253] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:04.388259] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=5][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.389735] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:04.389745] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.391591] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:04.391598] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.392604] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.392611] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.393610] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:04.393617] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.394648] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:04.394656] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.395658] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=16][errcode=-4038] 
[2024-02-22 16:43:04.395666] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.397424] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:04.397432] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.398455] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.398463] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.399480] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:04.399486] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.401559] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:04.401567] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.403459] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:04.403468] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6B-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:04.403654] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:04.503033] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=33][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd824c60150, fd:1843, err:5, last_decode_time_:1708591384503011, last_write_time_:1708591384502823, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A6D-0-0})
[2024-02-22 16:43:04.503051] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A6D-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:04.524911] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=19][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:376, tid:36762}])
[2024-02-22 16:43:04.543890] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=12] get_min_unreplayed_log_info(lsn={lsn:727693187002}, scn={val:1707888322777834208}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591384516631, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:04.564314] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=29] get_min_unreplayed_log_info(lsn={lsn:1168537202885}, scn={val:1708591384546076325}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591384548474, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537202885}, committed_end_lsn_:{lsn:1168537202885}, next_to_submit_scn_:{val:1708591384546076325}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:553, curr_read_buf_start_pos:0, curr_read_buf_end_pos:553, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537202332}, end_lsn:{lsn:1168537202885}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591384546076324}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:465, scn_:{val:1708591384546076324}, data_checksum:3594558533, flag:0}}, init_mode_version:0, accumlate_checksum:2262521596}}}})
[2024-02-22 16:43:04.678024] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591392575289938, latest_log_ts:{val:1708591375912358900}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.678618] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=38] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.679241] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.679796] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.680360] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=20] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.680997] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591384089124190}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591382145136647}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:04.839164] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17692][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=60] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:5, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591384838889, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815228505}, committed_end_lsn_:{lsn:106815228617}, next_to_submit_scn_:{val:1708591384778545153}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:56, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815228505}, end_lsn:{lsn:106815228617}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:56, prev_entry_scn:{val:1708591384778545153}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591384778545153}, data_checksum:1145052125, flag:0}}, init_mode_version:0, accumlate_checksum:3208248145}}}}, replay_task={ls_id_:{id:1002}, log_type_:17, lsn_:{lsn:106815228561}, scn_:{val:1708591384778545153}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591384837009, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd848244930})
[2024-02-22 16:43:04.839336] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17782][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=16] pre barrier log replay succ(replay_task={ls_id_:{id:1002}, log_type_:17, lsn_:{lsn:106815228561}, scn_:{val:1708591384778545153}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591384837009, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:26, retry_cost_:-1, log_buf_:0x7fd848244940}, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591384838889, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815228617}, committed_end_lsn_:{lsn:106815228617}, next_to_submit_scn_:{val:1708591384778545154}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815228505}, end_lsn:{lsn:106815228617}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591384778545153}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591384778545153}, data_checksum:1145052125, flag:0}}, init_mode_version:0, accumlate_checksum:3208248145}}}}, replay_queue_idx=17, ret=0)
[2024-02-22 16:43:05.264756] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=40] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:05.322998] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=5] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:05.368430] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591384778564958}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591392575289938, latest_log_ts:{val:1708591375912358900}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:05.368475] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=44] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591384778564958}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:05.368498] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591384778564958}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:05.368519] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591384778564958}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:05.368539] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591384778564958}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:05.368566] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=25] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591384089124190}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591384778564958}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:05.369084] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:05.369093] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.370412] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:05.370420] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.371557] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3AD-0-0] [lt=14][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:05.371685] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:05.371692] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.373024] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:05.373030] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.374089] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:05.374097] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.375193] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.375202] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.375972] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d39b6120, fd:2727, err:5, last_decode_time_:1708591385375951, last_write_time_:1708591385375474, read_buffer_.get_consume_sz():1483, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A71-0-0})
[2024-02-22 16:43:05.375985] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A71-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:05.376314] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:05.376321] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.377344] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.377351] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.378500] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:05.378510] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.379720] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:05.379732] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=13][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.380828] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:05.380837] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.381968] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.381977] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.383059] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:05.383068] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.384372] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:05.384380] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.385482] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.385491] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.386566] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.386577] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.387856] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.387866] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.389225] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=19][errcode=-4038] 
[2024-02-22 16:43:05.389235] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.390459] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:05.390468] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.391648] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:05.391657] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.393205] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:05.393213] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.394263] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:05.394272] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.395341] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:05.395349] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.396313] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:05.396320] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.397257] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:05.397265] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.398326] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.398333] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.399476] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:05.399484] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.400551] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:05.400559] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.401491] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:05.401501] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6C-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:05.406728] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=50][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d21c2030, fd:1843, err:5, last_decode_time_:1708591385406719, last_write_time_:1708591385406640, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A72-0-0})
[2024-02-22 16:43:05.406745] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A72-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:05.415128] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=19] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:05.444272] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=22] get_min_unreplayed_log_info(lsn={lsn:338057378804}, scn={val:1708591385282432666}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591385392601, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057378804}, committed_end_lsn_:{lsn:338057378804}, next_to_submit_scn_:{val:1708591385282432666}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057378682}, end_lsn:{lsn:338057378804}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591385282432665}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591385282432665}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumlate_checksum:1149652708}}}})
[2024-02-22 16:43:05.644411] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=56] get_min_unreplayed_log_info(lsn={lsn:303010524348}, scn={val:1708591385472628317}, this={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591385608171, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010524348}, committed_end_lsn_:{lsn:303010524348}, next_to_submit_scn_:{val:1708591385472628317}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010524226}, end_lsn:{lsn:303010524348}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591385472628316}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591385472628316}, data_checksum:2124447694, flag:1}}, init_mode_version:0, accumlate_checksum:337966642}}}})
[2024-02-22 16:43:06.265396] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:06.331240] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=20] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:06.368496] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591385785313917}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:06.368557] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591385785313917}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:06.368581] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=23] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591385785313917}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:06.368602] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591385785313917}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:06.368624] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591385785313917}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:06.368641] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591386000333408}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591385785313917}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:06.371948] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6D-0-0] [lt=7][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:06.375813] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a75290, fd:1410, err:5, last_decode_time_:1708591386375801, last_write_time_:1708591386375347, read_buffer_.get_consume_sz():1800, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC695FE-0-0})
[2024-02-22 16:43:06.375853] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC695FE-0-0] [lt=21][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:06.376009] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:707) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] user req close, and epoll thread already set error(*s={this:0x7fd868a98420, fd:1336, err:5, last_decode_time_:1708591386375890, last_write_time_:1708591386375977, read_buffer_.get_consume_sz():2005, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:06.376609] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=16][errcode=-4038] 
[2024-02-22 16:43:06.376623] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=15][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.377910] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:06.377919] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.379123] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.379133] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.380258] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:06.380267] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.381296] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:06.381303] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.382649] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:06.382657] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.383792] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.383802] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.384855] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=13][errcode=-4038] 
[2024-02-22 16:43:06.384864] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.385924] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.423426] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=53] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:06.427122] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=20][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:194, tid:159278}])
[2024-02-22 16:43:06.427747] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:06.427756] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.428841] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.428849] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.430112] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.430120] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.431238] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.431247] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.432284] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.432291] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.433260] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.433268] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.434212] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.434218] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.435550] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.435560] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.436933] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.436945] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.438207] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:06.438216] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.439555] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:06.439560] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.440684] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.440703] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=19][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.441744] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.441752] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.442918] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.442925] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.443691] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17272][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=5] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708538403367358323}, clog_base_lsn:{lsn:327605477376}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1707366610741952276}, all_id_meta:{id_meta:[{limited_id:1708591399396000509, latest_log_ts:{val:1708591382765787220}}, {limited_id:1826000001, latest_log_ts:{val:1708590098798337364}}, {limited_id:14710000001, latest_log_ts:{val:1708591364459408088}}]}}, log_handler:{role:2, proposal_id:45892, palf_env_:0x7fd93f7de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:06.444041] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.444049] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.445181] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.445189] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.446294] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.446303] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.447491] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.447501] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.448799] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.448810] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.449945] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.449952] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.451409] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:06.451421] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=13][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.452689] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:06.452697] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.453881] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.453894] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=14][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.455744] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=14][errcode=-4038] 
[2024-02-22 16:43:06.455755] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.456892] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.456900] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.457998] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.458005] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.459136] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.459141] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.460476] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.460484] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.461582] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:06.461588] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.462634] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.462641] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.463738] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:06.463746] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.464776] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.464787] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.465843] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.465850] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.473566] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:06.473575] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.474716] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:06.474724] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.475812] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:06.475819] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.476857] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:06.476864] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.478068] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:06.478081] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=13][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.479259] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.479269] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.480363] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:06.480370] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDC-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:06.504252] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd893c93290, fd:2727, err:5, last_decode_time_:1708591386504233, last_write_time_:1708591386504053, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CCEE-0-0})
[2024-02-22 16:43:06.504272] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCEE-0-0] [lt=14][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:07.256036] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17256][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=19] get_min_unreplayed_log_info(lsn={lsn:328194193143}, scn={val:1708591387057394245}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591387059916, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95479125, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194193143}, committed_end_lsn_:{lsn:328194193143}, next_to_submit_scn_:{val:1708591387057394245}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:530, curr_read_buf_start_pos:0, curr_read_buf_end_pos:530, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194192613}, end_lsn:{lsn:328194193143}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591387057394244}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:442, scn_:{val:1708591387057394244}, data_checksum:2297361636, flag:0}}, init_mode_version:0, accumlate_checksum:2847839328}}}})
[2024-02-22 16:43:07.266031] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:07.349846] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=19] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:07.368553] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:07.368595] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:07.368617] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=22] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:07.368636] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:07.368658] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:07.368680] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591386906311151}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591385785313917}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:07.372056] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A76-0-0] [lt=10][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:07.376331] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=5][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd896818030, fd:1336, err:5, last_decode_time_:1708591387376319, last_write_time_:1708591387375809, read_buffer_.get_consume_sz():1417, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A77-0-0})
[2024-02-22 16:43:07.376348] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A77-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:07.376867] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89ee34150, fd:1843, err:5, last_decode_time_:1708591387365070, last_write_time_:1708591387376777, read_buffer_.get_consume_sz():1035, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:07.428136] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=16][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:367, tid:48239}])
[2024-02-22 16:43:07.429026] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:07.429036] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.430176] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.430185] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.432352] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.432362] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.432387] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:07.433474] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.433483] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.434654] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.434663] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.435803] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.435813] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.438165] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.438175] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.439340] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.439349] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.440367] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.440375] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.441483] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:07.441492] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.442642] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.442654] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.443988] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=16][errcode=-4038] 
[2024-02-22 16:43:07.443997] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.445069] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.445077] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.445422] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=58] get_min_unreplayed_log_info(lsn={lsn:78312860261}, scn={val:1708591387308535824}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591387397219, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312860261}, committed_end_lsn_:{lsn:78312860261}, next_to_submit_scn_:{val:1708591387308535824}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312860139}, end_lsn:{lsn:78312860261}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591387308535823}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591387308535823}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:2663034641}}}})
[2024-02-22 16:43:07.445518] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=49] get_min_unreplayed_log_info(lsn={lsn:30534137275}, scn={val:1708591387308535824}, this={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591387397708, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534137275}, committed_end_lsn_:{lsn:30534137275}, next_to_submit_scn_:{val:1708591387308535824}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534137153}, end_lsn:{lsn:30534137275}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591387308535823}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591387308535823}, data_checksum:3859762831, flag:0}}, init_mode_version:0, accumlate_checksum:575079556}}}})
[2024-02-22 16:43:07.446200] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.446208] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.447365] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.447377] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.448676] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:07.448685] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.449888] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:07.449895] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.451211] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.451220] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.452483] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:07.452493] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.453646] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.453654] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.454857] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.454865] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.456017] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.456025] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.457195] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.457208] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.458254] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:07.458263] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.459313] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:07.459321] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.460408] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.460420] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.461572] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=34][errcode=-4038] 
[2024-02-22 16:43:07.461580] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.462712] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.462724] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.463791] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.463801] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.464812] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:07.464819] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.465884] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:07.465891] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.467031] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.467046] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=15][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.468106] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.468114] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.469219] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.469227] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.470201] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:07.470208] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.471241] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.471251] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.472252] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.472260] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.473195] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:07.473202] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.474157] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:07.474166] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.475312] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:07.475321] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1665-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:07.504559] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd86e2fc390, fd:1410, err:5, last_decode_time_:1708591387504549, last_write_time_:1708591387504351, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A1666-0-0})
[2024-02-22 16:43:07.504584] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1666-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:07.536503] INFO  [CLOG] handle_submit_task_ (ob_log_replay_service.cpp:1163) [17692][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=69] succ to submit log task to replay service(to_submit_lsn={lsn:106815231592}, to_submit_scn={val:1708591387495967462}, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591387536328, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815231658}, committed_end_lsn_:{lsn:106815231658}, next_to_submit_scn_:{val:1708591387495967463}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815231536}, end_lsn:{lsn:106815231658}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591387495967462}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591387495967462}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:4048886450}}}})
[2024-02-22 16:43:07.658844] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17479][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708583643057122044}, clog_base_lsn:{lsn:1168226906112}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1708576243434193072}, all_id_meta:{id_meta:[{limited_id:1708591403694274277, latest_log_ts:{val:1708591387033537461}}, {limited_id:3029700001, latest_log_ts:{val:1708591157233645102}}, {limited_id:36920000001, latest_log_ts:{val:1708589353762411925}}]}}, log_handler:{role:2, proposal_id:45715, palf_env_:0x7fd9113de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:07.683450] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17780][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=32] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:5, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591387683203, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010526901}, committed_end_lsn_:{lsn:303010527013}, next_to_submit_scn_:{val:1708591387593594210}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:56, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010526901}, end_lsn:{lsn:303010527013}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:56, prev_entry_scn:{val:1708591387593594210}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591387593594210}, data_checksum:729664824, flag:0}}, init_mode_version:0, accumlate_checksum:403534839}}}}, replay_task={ls_id_:{id:1003}, log_type_:17, lsn_:{lsn:303010526957}, scn_:{val:1708591387593594210}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591387681540, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd84824d260})
[2024-02-22 16:43:07.683655] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17781][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=23] pre barrier log replay succ(replay_task={ls_id_:{id:1003}, log_type_:17, lsn_:{lsn:303010526957}, scn_:{val:1708591387593594210}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591387681540, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:37, retry_cost_:-1, log_buf_:0x7fd84824d270}, replay_status={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591387683203, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010527013}, committed_end_lsn_:{lsn:303010527013}, next_to_submit_scn_:{val:1708591387593594211}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010526901}, end_lsn:{lsn:303010527013}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591387593594210}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591387593594210}, data_checksum:729664824, flag:0}}, init_mode_version:0, accumlate_checksum:403534839}}}}, replay_queue_idx=4, ret=0)
[2024-02-22 16:43:08.266637] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=14] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:08.346029] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=18] get_min_unreplayed_log_info(lsn={lsn:106815232634}, scn={val:1708591388301328980}, this={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591388336851, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815232634}, committed_end_lsn_:{lsn:106815232634}, next_to_submit_scn_:{val:1708591388301328980}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815232512}, end_lsn:{lsn:106815232634}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591388301328979}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591388301328979}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:799983332}}}})
[2024-02-22 16:43:08.359319] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=16] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:08.368593] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=22] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:08.368653] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:08.368674] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:08.368692] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=16] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:08.368723] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=30] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:08.368750] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=26] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591387912023906}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591386897540244}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:08.371617] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3B2-0-0] [lt=15][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:08.376254] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=30][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd824c60150, fd:2920, err:5, last_decode_time_:1708591388376242, last_write_time_:1708591388375631, read_buffer_.get_consume_sz():1483, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A7B-0-0})
[2024-02-22 16:43:08.376287] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A7B-0-0] [lt=17][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:08.429238] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=29][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:437, tid:148162}])
[2024-02-22 16:43:08.429661] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:08.429677] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=17][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.430798] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:08.430807] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.432179] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:08.432191] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.433356] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:08.433363] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.434436] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.434447] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.435546] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:08.435553] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.436773] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:08.436780] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.437870] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=20][errcode=-4038] 
[2024-02-22 16:43:08.437880] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.439062] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.439071] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.439860] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=20] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:08.440186] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.440196] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.441951] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.441960] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.443122] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.443130] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.444267] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.444275] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.445325] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:08.445333] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.446561] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.446569] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.447771] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.447778] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.448765] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:08.448772] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.449840] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:08.449851] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.450963] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.450970] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.451975] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] 
[2024-02-22 16:43:08.451981] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.453003] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:08.453011] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.454215] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.454222] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.455435] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:08.455443] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.456522] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=5][errcode=-4038] 
[2024-02-22 16:43:08.456529] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.457691] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:08.457701] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.458806] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=6][errcode=-4038] 
[2024-02-22 16:43:08.458818] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.459978] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:08.459992] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=14][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.461229] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:08.461241] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=13][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.462350] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:08.462358] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.463574] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=13][errcode=-4038] 
[2024-02-22 16:43:08.463585] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.464851] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:08.464862] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.466019] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=13][errcode=-4038] 
[2024-02-22 16:43:08.466028] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.467218] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:08.467231] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.468430] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:08.468440] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.469660] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:08.469670] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.470890] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:08.470901] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.472158] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=13][errcode=-4038] 
[2024-02-22 16:43:08.472171] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=13][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.473466] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:08.473476] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.474821] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:08.474832] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=9][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.476025] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:08.476033] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE6F-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:08.505154] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd895018030, fd:1843, err:5, last_decode_time_:1708591388505132, last_write_time_:1708591388504968, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69606-0-0})
[2024-02-22 16:43:08.505184] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69606-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:09.267275] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=18] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:09.364079] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd8e609f290, fd:2818, err:5, last_decode_time_:1708591388653178, last_write_time_:1708591388709854, read_buffer_.get_consume_sz():851, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:09.368658] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.368715] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=57] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.368737] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.368776] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=37] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.368796] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.368816] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591387912023906}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.372108] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A7E-0-0] [lt=9][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:09.375914] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=38][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7b1be3290, fd:2752, err:5, last_decode_time_:1708591389375901, last_write_time_:1708591389375763, read_buffer_.get_consume_sz():2240, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69609-0-0})
[2024-02-22 16:43:09.375944] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69609-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:09.376383] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=45][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d39b6120, fd:1336, err:5, last_decode_time_:1708591389376370, last_write_time_:1708591389375932, read_buffer_.get_consume_sz():1800, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A7F-0-0})
[2024-02-22 16:43:09.376406] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A7F-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:09.430299] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=31][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:557, tid:159278}])
[2024-02-22 16:43:09.546822] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=22] get_min_unreplayed_log_info(lsn={lsn:727693187002}, scn={val:1707888322777834208}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591388801733, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:09.557431] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=18] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:09.560072] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDD-0-0] [lt=14][errcode=-4038] 
[2024-02-22 16:43:09.560083] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDD-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:09.567515] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] get_min_unreplayed_log_info(lsn={lsn:1168537395924}, scn={val:1708591389050691067}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591389074324, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537395924}, committed_end_lsn_:{lsn:1168537395924}, next_to_submit_scn_:{val:1708591389050691067}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:2220, curr_read_buf_start_pos:0, curr_read_buf_end_pos:2220, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537393704}, end_lsn:{lsn:1168537395924}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389050691066}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:660, scn_:{val:1708591389050691066}, data_checksum:970384904, flag:0}}, init_mode_version:0, accumlate_checksum:3558284590}}}})
[2024-02-22 16:43:09.568088] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=27] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:09.576252] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDD-0-0] [lt=9][errcode=-4038] 
[2024-02-22 16:43:09.576263] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDD-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:09.578116] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDD-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:09.578128] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDD-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:09.605448] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd6ef3f5290, fd:2727, err:5, last_decode_time_:1708591389605434, last_write_time_:1708591389605335, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CCEF-0-0})
[2024-02-22 16:43:09.605477] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCEF-0-0] [lt=13][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:09.680869] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=5] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.681542] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=37] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.682412] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=34] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.683040] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.683623] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:09.684435] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=32] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591387912023906}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:10.267877] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=51] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:10.368734] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:10.368803] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=67] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:10.368839] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=35] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:10.368862] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:10.368896] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=32] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:10.368914] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=16] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:10.372376] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A166B-0-0] [lt=18][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:10.376769] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=67][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd85b242030, fd:1410, err:5, last_decode_time_:1708591390376720, last_write_time_:1708591390376160, read_buffer_.get_consume_sz():1214, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:10.376855] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=2][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d21c2030, fd:2818, err:5, last_decode_time_:1708591390366923, last_write_time_:1708591390376236, read_buffer_.get_consume_sz():654, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:10.380619] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89ee34150, fd:2920, err:5, last_decode_time_:1708591390358957, last_write_time_:1708591390380556, read_buffer_.get_consume_sz():930, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:10.381690] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=7][errcode=-4038] 
[2024-02-22 16:43:10.381700] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:10.403308] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17692][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=55] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:5, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591390402997, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057384651}, committed_end_lsn_:{lsn:338057384763}, next_to_submit_scn_:{val:1708591390013695680}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:56, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057384651}, end_lsn:{lsn:338057384763}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:56, prev_entry_scn:{val:1708591390013695680}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591390013695680}, data_checksum:3477641986, flag:0}}, init_mode_version:0, accumlate_checksum:2697549227}}}}, replay_task={ls_id_:{id:1001}, log_type_:17, lsn_:{lsn:338057384707}, scn_:{val:1708591390013695680}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591390401322, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd848253f90})
[2024-02-22 16:43:10.403477] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17781][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=20] pre barrier log replay succ(replay_task={ls_id_:{id:1001}, log_type_:17, lsn_:{lsn:338057384707}, scn_:{val:1708591390013695680}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591390401322, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:33, retry_cost_:-1, log_buf_:0x7fd848253fa0}, replay_status={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591390402997, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057384763}, committed_end_lsn_:{lsn:338057384763}, next_to_submit_scn_:{val:1708591390013695681}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057384651}, end_lsn:{lsn:338057384763}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591390013695680}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591390013695680}, data_checksum:3477641986, flag:0}}, init_mode_version:0, accumlate_checksum:2697549227}}}}, replay_queue_idx=10, ret=0)
[2024-02-22 16:43:10.447251] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29] get_min_unreplayed_log_info(lsn={lsn:338057384763}, scn={val:1708591390013695681}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591390402997, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057384763}, committed_end_lsn_:{lsn:338057384763}, next_to_submit_scn_:{val:1708591390013695681}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057384651}, end_lsn:{lsn:338057384763}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591390013695680}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591390013695680}, data_checksum:3477641986, flag:0}}, init_mode_version:0, accumlate_checksum:2697549227}}}})
[2024-02-22 16:43:10.647364] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=68] get_min_unreplayed_log_info(lsn={lsn:303010530429}, scn={val:1708591390418580636}, this={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591390551220, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010530429}, committed_end_lsn_:{lsn:303010530429}, next_to_submit_scn_:{val:1708591390418580636}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010530307}, end_lsn:{lsn:303010530429}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591390418580635}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591390418580635}, data_checksum:2124447694, flag:1}}, init_mode_version:0, accumlate_checksum:2017190424}}}})
[2024-02-22 16:43:10.881932] INFO  [STORAGE.TRANS] statistics (ob_location_adapter.cpp:71) [16824][TsMgr][T0][Y0-0000000000000000-0-0] [lt=12] location adapter statistics(renew_access=121, total_access=219, error_count=0, renew_rate=5.500000119e-01)
[2024-02-22 16:43:11.151204] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=14][errcode=-4038] 
[2024-02-22 16:43:11.151214] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:11.195439] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:11.268496] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:11.316104] INFO  [CLOG] get_replay_process (ob_replay_status.cpp:1066) [17693][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=3] replay status is not follower(min_unreplayed_lsn={lsn:727693187002}, base_lsn={lsn:428061315072}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591389650474, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:11.359959] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16802][][T0][YB4285C5CC0D-0006064467CEA8C3-0-0] [lt=23][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:11.368767] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:11.368811] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=44] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:11.368841] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=29] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:11.368861] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:11.368881] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:11.368901] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:11.374247] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCF2-0-0] [lt=3][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:11.379864] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd76577f290, fd:2727, err:5, last_decode_time_:1708591391379855, last_write_time_:1708591391379256, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447BF67DDF-0-0})
[2024-02-22 16:43:11.379893] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DDF-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:11.379961] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=24][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd896818030, fd:2955, err:5, last_decode_time_:1708591391365296, last_write_time_:1708591391379340, read_buffer_.get_consume_sz():892, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:11.381088] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16795][AutoLSLoc][T1001][YB4285C5CC0D-000606444D8EAF40-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:11.446339] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17272][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708538403367358323}, clog_base_lsn:{lsn:327605477376}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1707366610741952276}, all_id_meta:{id_meta:[{limited_id:1708591399396000509, latest_log_ts:{val:1708591382765787220}}, {limited_id:1826000001, latest_log_ts:{val:1708590098798337364}}, {limited_id:14710000001, latest_log_ts:{val:1708591364459408088}}]}}, log_handler:{role:2, proposal_id:45892, palf_env_:0x7fd93f7de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:11.558573] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1][YB4285C5CC0B-0006064463169904-0-0] [lt=23][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:11.656027] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=21] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:11.658912] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:11.658924] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=14][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:11.662700] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=7] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:11.671407] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=17][errcode=-4038] 
[2024-02-22 16:43:11.671419] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=12][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:11.768971] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17099][T1_LogUpdater][T1][Y0-0000000000000000-0-0] [lt=17][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:11.787078] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17622][T1002_TenantInf][T1001][YB4285C5CC0D-000606447E5AD6A9-0-0] [lt=21][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:11.956227] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=24][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:12.077387] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48CA-0-0] [lt=20][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:12.158776] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1002][YB4285C5CC0B-0006064463169904-0-0] [lt=26][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:12.259003] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17256][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=33] get_min_unreplayed_log_info(lsn={lsn:328194201128}, scn={val:1708591390116160071}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591391511317, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95479125, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194201128}, committed_end_lsn_:{lsn:328194201128}, next_to_submit_scn_:{val:1708591390116160071}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194201006}, end_lsn:{lsn:328194201128}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591390116160070}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591390116160070}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:3965026467}}}})
[2024-02-22 16:43:12.269192] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=26] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:12.295953] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=23][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:12.368818] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:12.368875] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=56] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:12.368908] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=31] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:12.368927] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:12.368945] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=16] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:12.368972] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=26] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:12.372005] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=13][errcode=-4038] 
[2024-02-22 16:43:12.372017] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=13][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:12.373135] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3B6-0-0] [lt=18][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:12.377306] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7656f7290, fd:2752, err:5, last_decode_time_:1708591392377292, last_write_time_:1708591392376470, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447BF67DE1-0-0})
[2024-02-22 16:43:12.377335] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DE1-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:12.377457] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=39][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd8a18c9290, fd:1410, err:5, last_decode_time_:1708591392365291, last_write_time_:1708591392376916, read_buffer_.get_consume_sz():892, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:12.448437] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=14] get_min_unreplayed_log_info(lsn={lsn:78312864011}, scn={val:1708591389055256920}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591389650445, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312864011}, committed_end_lsn_:{lsn:78312864011}, next_to_submit_scn_:{val:1708591389055256920}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312863889}, end_lsn:{lsn:78312864011}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389055256919}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591389055256919}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:2968121872}}}})
[2024-02-22 16:43:12.448547] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=12] get_min_unreplayed_log_info(lsn={lsn:30534139349}, scn={val:1708591389444094232}, this={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591389650479, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534139349}, committed_end_lsn_:{lsn:30534139349}, next_to_submit_scn_:{val:1708591389444094232}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534139227}, end_lsn:{lsn:30534139349}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389444094231}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591389444094231}, data_checksum:3859762831, flag:1}}, init_mode_version:0, accumlate_checksum:2125135341}}}})
[2024-02-22 16:43:12.467711] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:12.467725] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=15][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:12.469313] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=14][errcode=-4038] 
[2024-02-22 16:43:12.469325] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=11][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:12.539542] INFO  [CLOG] handle_submit_task_ (ob_log_replay_service.cpp:1163) [17777][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=57] succ to submit log task to replay service(to_submit_lsn={lsn:106815237561}, to_submit_scn={val:1708591392369926576}, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591392539361, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815237627}, committed_end_lsn_:{lsn:106815237627}, next_to_submit_scn_:{val:1708591392369926577}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815237505}, end_lsn:{lsn:106815237627}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591392369926576}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591392369926576}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:3140960442}}}})
[2024-02-22 16:43:12.661911] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17479][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=5] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708583643057122044}, clog_base_lsn:{lsn:1168226906112}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1708576243434193072}, all_id_meta:{id_meta:[{limited_id:1708591403694274277, latest_log_ts:{val:1708591387033537461}}, {limited_id:3029700001, latest_log_ts:{val:1708591157233645102}}, {limited_id:36920000001, latest_log_ts:{val:1708589353762411925}}]}}, log_handler:{role:2, proposal_id:45715, palf_env_:0x7fd9113de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:12.826868] WDIAG [SQL.ENG] fetch_rows (ob_px_fifo_coord_op.cpp:233) [17926][BlackListServic][T1][Y0-0000000000000000-0-0] [lt=16][errcode=-4012] QC get error code(ret=-4012, ret_terminate=0)
[2024-02-22 16:43:12.876211] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=10][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:12.992617] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=14][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:13.066429] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17325][T1001_Occam][T1][YB4285C5CC0D-000606447E0F6DB9-0-0] [lt=11][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066467] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17453][T1001_LSMetaCh][T1][YB4285C5CC0D-000606447A7528AB-0-0] [lt=11][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066479] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17381][T1001_Occam][T1001][YB4285C5CC0D-000606442D7D0291-0-0] [lt=10][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066517] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17452][T1001_GCCollect][T1][YB4285C5CC0D-000606446624EB12-0-0] [lt=9][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066522] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17682][T1002_FreInfoRe][T1001][YB4285C5CC0D-00060644784D505B-0-0] [lt=8][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066606] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48CB-0-0] [lt=10][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066654] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17629][T1002_Occam][T1002][YB4285C5CC0D-000606442D4D0C27-0-0] [lt=12][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066690] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=4][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:13.066724] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=3][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:13.066743] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066769] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=4][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:13.066768] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17713][T1002_LSMetaCh][T1001][YB4285C5CC0D-000606447DF47ABE-0-0] [lt=9][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.066797] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [16658][TimezoneMgr][T1][YB4285C5CC0D-000606447FD3DD8D-0-0] [lt=6][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:13.068413] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=10][errcode=-4038] 
[2024-02-22 16:43:13.068422] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [159278][T1_L0_G0][T1][YB4285C5CC0D-000606448003FE70-0-0] [lt=10][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:13.269773] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=17] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:13.349094] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=17] get_min_unreplayed_log_info(lsn={lsn:106815238603}, scn={val:1708591392369926585}, this={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393339772, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815238603}, committed_end_lsn_:{lsn:106815238603}, next_to_submit_scn_:{val:1708591392369926585}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815238481}, end_lsn:{lsn:106815238603}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591392369926584}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591392369926584}, data_checksum:3348837161, flag:1}}, init_mode_version:0, accumlate_checksum:4255865386}}}})
[2024-02-22 16:43:13.368879] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:13.368928] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=48] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:13.368949] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:13.368970] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:13.368998] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=26] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:13.369018] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:13.373112] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DE2-0-0] [lt=10][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:13.376755] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd79e655290, fd:2046, err:5, last_decode_time_:1708591393376741, last_write_time_:1708591393376240, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:13.376792] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCF6-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:13.376839] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89ee34150, fd:2727, err:5, last_decode_time_:1708591393365201, last_write_time_:1708591393376386, read_buffer_.get_consume_sz():892, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:13.384029] WDIAG [SQL.EXE] handle_tx_after_rpc (ob_remote_task_executor.cpp:212) [17621][T1002_TeRec][T1001][YB4285C5CC0D-000606448137227A-0-0] [lt=0][errcode=0] remote execute fail with transfer_error, tx will rollback
[2024-02-22 16:43:13.384641] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=5][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:13.467253] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16785][UserLocAsyncUp0][T1001][YB4285C5CC0D-00060642270AF8CD-0-0] [lt=20][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.067037] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48CC-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.135010] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=23][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4121, dropped:313, tid:17325}])
[2024-02-22 16:43:14.270402] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=15] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:14.322795] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1][YB4285C5CC0D-00060644497AB92B-0-0] [lt=25][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.368946] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.369004] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=57] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.369024] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.369048] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=22] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.369077] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.369113] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=34] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.372548] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A85-0-0] [lt=13][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:14.376904] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd824c60150, fd:2752, err:5, last_decode_time_:1708591394376892, last_write_time_:1708591394376359, read_buffer_.get_consume_sz():1066, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A86-0-0})
[2024-02-22 16:43:14.376925] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A86-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:14.376995] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=2][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd8a2c9d290, fd:2284, err:5, last_decode_time_:1708591394376983, last_write_time_:1708591394376494, read_buffer_.get_consume_sz():654, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC6960F-0-0})
[2024-02-22 16:43:14.377028] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6960F-0-0] [lt=14][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:14.384371] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16795][AutoLSLoc][T1][YB4285C5CC0D-000606444D8EAF41-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.385444] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.467600] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD58-0-0] [lt=35][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.471489] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17622][T1002_TenantInf][T1001][YB4285C5CC0D-000606447E5AD6AB-0-0] [lt=19][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.549775] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=6] get_min_unreplayed_log_info(lsn={lsn:727693187002}, scn={val:1707888322777834208}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393384416, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:14.559824] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [149532][T1_L0_G0][T1001][YB4285C5CC0B-000606446316990D-0-0] [lt=22][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.570662] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] get_min_unreplayed_log_info(lsn={lsn:1168537399318}, scn={val:1708591389649834705}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591391377900, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537399318}, committed_end_lsn_:{lsn:1168537399318}, next_to_submit_scn_:{val:1708591389649834705}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:748, curr_read_buf_start_pos:0, curr_read_buf_end_pos:748, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537398570}, end_lsn:{lsn:1168537399318}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389649834704}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:660, scn_:{val:1708591389649834704}, data_checksum:2780988613, flag:1}}, init_mode_version:0, accumlate_checksum:4047483083}}}})
[2024-02-22 16:43:14.635568] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:72, tid:17621}])
[2024-02-22 16:43:14.683838] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.684540] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=49] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.685164] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=26] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.685736] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.686369] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.687103] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:14.821046] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16802][][T0][YB4285C5CC0D-0006064467CEA8C7-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:14.823082] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1002][YB4285C5CC0D-00060644497AB92B-0-0] [lt=17][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.056186] INFO  [MVCC] study (ob_multi_version_garbage_collector.cpp:389) [17274][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=17] study multi version garabage collector end(ret=-4012, this={this:0x7fd942dec4b0, last_study_timestamp:1708590735002722, last_refresh_timestamp:1708591334047920, last_reclaim_timestamp:1708591274044088, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590734425105458}, is_inited:true}, min_unallocated_GTS={val:4611686018427387903}, min_unallocated_GTS={val:4611686018427387903}, max_committed_txn_version={val:4611686018427387903}, min_active_txn_version={val:4611686018427387903})
[2024-02-22 16:43:15.056214] WDIAG [MVCC] repeat_study (ob_multi_version_garbage_collector.cpp:184) [17274][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=12][errcode=-4012] repeat study failed, we will retry immediately(ret=-4012, this={this:0x7fd942dec4b0, last_study_timestamp:1708590735002722, last_refresh_timestamp:1708591334047920, last_reclaim_timestamp:1708591274044088, last_sstable_overflow_timestamp:0, has_error_when_study:true, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590734425105458}, is_inited:true}, current_timestamp=1708591394049840)
[2024-02-22 16:43:15.060856] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [149532][T1_L0_G0][T1002][YB4285C5CC0B-000606446316990D-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.066932] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48CD-0-0] [lt=14][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.071855] INFO  [MVCC] repeat_study (ob_multi_version_garbage_collector.cpp:194) [17481][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=9] skip repeat study(ret=0, this={this:0x7fd914bda4b0, last_study_timestamp:1708591335087746, last_refresh_timestamp:1708591335089842, last_reclaim_timestamp:1708591035054399, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590956794516574}, is_inited:true}, current_timestamp=1708591395071851, GARBAGE_COLLECT_EXEC_INTERVAL=600000000)
[2024-02-22 16:43:15.271049] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=17] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:15.369005] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:15.369052] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=46] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:15.369077] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=23] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:15.369113] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=35] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:15.369153] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=38] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:15.369175] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:15.373035] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69611-0-0] [lt=6][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:15.377293] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=32][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89ee13290, fd:2818, err:5, last_decode_time_:1708591395377280, last_write_time_:1708591395376807, read_buffer_.get_consume_sz():1066, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69612-0-0})
[2024-02-22 16:43:15.377321] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69612-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:15.378601] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=2][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a75290, fd:2046, err:5, last_decode_time_:1708591395378589, last_write_time_:1708591395378509, read_buffer_.get_consume_sz():654, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69613-0-0})
[2024-02-22 16:43:15.378617] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69613-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:15.384541] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16795][AutoLSLoc][T1001][YB4285C5CC0D-000606444D8EAF41-0-0] [lt=11][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.385855] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.450285] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=13] get_min_unreplayed_log_info(lsn={lsn:338057390732}, scn={val:1708591393753521542}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591395372120, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057390732}, committed_end_lsn_:{lsn:338057390732}, next_to_submit_scn_:{val:1708591393753521542}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057390610}, end_lsn:{lsn:338057390732}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393753521541}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393753521541}, data_checksum:154833137, flag:1}}, init_mode_version:0, accumlate_checksum:934712540}}}})
[2024-02-22 16:43:15.468032] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD59-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.503117] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16650][ServerGTimer][T1][YB4285C5CC0D-0006064425FFBC4C-0-0] [lt=17][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.511412] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17928][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=25][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.650408] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=12] get_min_unreplayed_log_info(lsn={lsn:303010536520}, scn={val:1708591393754284221}, this={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591395554266, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010536520}, committed_end_lsn_:{lsn:303010536520}, next_to_submit_scn_:{val:1708591393754284221}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010536398}, end_lsn:{lsn:303010536520}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754284220}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393754284220}, data_checksum:2124447694, flag:1}}, init_mode_version:0, accumlate_checksum:4252632047}}}})
[2024-02-22 16:43:15.736666] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=23][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:24, tid:17621}])
[2024-02-22 16:43:15.756468] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:15.830072] WDIAG [SQL.ENG] fetch_rows (ob_px_fifo_coord_op.cpp:233) [17926][BlackListServic][T1][Y0-0000000000000000-0-0] [lt=15][errcode=-4012] QC get error code(ret=-4012, ret_terminate=0)
[2024-02-22 16:43:15.885155] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=29][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:15.967673] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16923][OmtNodeBalancer][T1][YB4285C5CC0D-000606436EA9E939-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:16.010264] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1][YB4285C5CC0C-00060648CF0EE3B7-0-0] [lt=12][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:16.057721] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.057864] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4017] there is an rpc error in logservice(rcode={code:-4017, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5379)
[2024-02-22 16:43:16.057878] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.058999] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=25][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2943, err:5, last_decode_time_:1708591396058987, last_write_time_:1708591396058825, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69614-0-0})
[2024-02-22 16:43:16.059023] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69614-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:16.061019] INFO  [SERVER] process_final (ob_inner_sql_connection.cpp:616) [42717][T1_L0_G0][T1][YB4285C5CC0D-000606448033BF1B-0-0] [lt=10] slow inner sql(last_ret=0, sql={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1"}, process_time=3689057)
[2024-02-22 16:43:16.067444] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48CE-0-0] [lt=12][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:16.067995] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=27][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:16.081068] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.081097] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.081113] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.118539] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.144942] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=5][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.149132] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17277][T1_ReplaySrv2][T1][Y0-0000000000000000-0-0] [lt=24] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:4, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591396148782, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95479125, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194201128}, committed_end_lsn_:{lsn:328194201714}, next_to_submit_scn_:{val:1708591390116160071}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:56, curr_read_buf_start_pos:0, curr_read_buf_end_pos:586, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194201128}, end_lsn:{lsn:328194201714}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:56, prev_entry_scn:{val:1708591390116160071}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591390116160071}, data_checksum:1408129228, flag:0}}, init_mode_version:0, accumlate_checksum:2733925669}}}}, replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:328194201184}, scn_:{val:1708591390116160071}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591390878831, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd6130df420})
[2024-02-22 16:43:16.149286] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17276][T1_ReplaySrv1][T1][Y0-0000000000000000-0-0] [lt=11] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:328194201184}, scn_:{val:1708591390116160071}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591390878831, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:21, retry_cost_:-1, log_buf_:0x7fd6130df430}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:3, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:2, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591396148782, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95479125, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194201714}, committed_end_lsn_:{lsn:328194201714}, next_to_submit_scn_:{val:1708591391146862003}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:586, curr_read_buf_start_pos:0, curr_read_buf_end_pos:586, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194201128}, end_lsn:{lsn:328194201714}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591391146862002}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:442, scn_:{val:1708591391146862002}, data_checksum:295718514, flag:0}}, init_mode_version:0, accumlate_checksum:2733925669}}}}, replay_queue_idx=15, ret=0)
[2024-02-22 16:43:16.149474] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=16][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:16.149815] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.149845] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.150015] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1001][YB4285C5CC0C-00060648CF0EE3B7-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:16.151376] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1002][YB4285C5CC0C-00060648CF0EE3B7-0-0] [lt=16][errcode=-4038] 
[2024-02-22 16:43:16.152827] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=12][errcode=-4017] there is an rpc error in logservice(rcode={code:-4017, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5379)
[2024-02-22 16:43:16.152916] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.202594] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1002][YB4285C5CC0C-00060648CF0EE3B7-0-0] [lt=21][errcode=-4038] 
[2024-02-22 16:43:16.205822] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:16.205830] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.205863] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.271611] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=9] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:16.324521] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.369076] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:16.369130] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=55] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:16.369161] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=30] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:16.369183] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:16.369205] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:16.369226] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:16.372586] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DE4-0-0] [lt=17][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:16.377259] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd68dd5d290, fd:2867, err:5, last_decode_time_:1708591396377245, last_write_time_:1708591396376755, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CCF8-0-0})
[2024-02-22 16:43:16.377284] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCF8-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:16.377369] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89ee34150, fd:2818, err:5, last_decode_time_:1708591396377358, last_write_time_:1708591396377109, read_buffer_.get_consume_sz():654, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:16.377400] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DE5-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:16.449644] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17272][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=5] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708538403367358323}, clog_base_lsn:{lsn:327605477376}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1707366610741952276}, all_id_meta:{id_meta:[{limited_id:1708591399396000509, latest_log_ts:{val:1708591382765787220}}, {limited_id:1826000001, latest_log_ts:{val:1708590098798337364}}, {limited_id:14710000001, latest_log_ts:{val:1708591364459408088}}]}}, log_handler:{role:2, proposal_id:45892, palf_env_:0x7fd93f7de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:16.468035] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD5A-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:16.468493] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16785][UserLocAsyncUp0][T1001][YB4285C5CC0D-00060642270AF8CE-0-0] [lt=29][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:16.486643] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=23][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:16.542941] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.571999] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17622][T1002_TenantInf][T1001][YB4285C5CC0D-000606447E5AD6AC-0-0] [lt=22][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:16.690955] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=22][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.690989] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.691003] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:16.837694] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:15, tid:17621}])
[2024-02-22 16:43:17.067403] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48CF-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:17.134085] INFO  [MVCC] decide_reserved_snapshot_version_ (ob_multi_version_garbage_collector.cpp:615) [17274][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=3] succeed to update global reserved snapshot(ret=0, this={this:0x7fd942dec4b0, last_study_timestamp:1708590735002722, last_refresh_timestamp:1708591334047920, last_reclaim_timestamp:1708591274044088, last_sstable_overflow_timestamp:0, has_error_when_study:true, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590734425105458}, is_inited:true}, global_reserved_snapshot_={val:1708590734425105458}, reserved_snapshot={val:1708590734425105458})
[2024-02-22 16:43:17.134112] INFO  [MVCC] refresh_ (ob_multi_version_garbage_collector.cpp:549) [17274][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=26] multi-version garbage collector refresh successfully(this={this:0x7fd942dec4b0, last_study_timestamp:1708590735002722, last_refresh_timestamp:1708591334047920, last_reclaim_timestamp:1708591274044088, last_sstable_overflow_timestamp:0, has_error_when_study:true, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590734425105458}, is_inited:true}, collector={reserved_snapshot_version:{val:1708590734425105458}, reserved_snapshot_type:2, reserved_status:-1, reserved_create_time:1708590734995976, reserved_addr:"133.197.204.13:2882", is_this_server_disabled:false, status:0})
[2024-02-22 16:43:17.134131] INFO  [MVCC] repeat_refresh (ob_multi_version_garbage_collector.cpp:229) [17274][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=8] repeat refresh successfully(ret=0, this={this:0x7fd942dec4b0, last_study_timestamp:1708590735002722, last_refresh_timestamp:1708591397134130, last_reclaim_timestamp:1708591274044088, last_sstable_overflow_timestamp:0, has_error_when_study:true, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590734425105458}, is_inited:true}, current_timestamp=1708591395056224, GARBAGE_COLLECT_RETRY_INTERVAL=60000000)
[2024-02-22 16:43:17.134141] INFO  [MVCC] repeat_reclaim (ob_multi_version_garbage_collector.cpp:264) [17274][T1_Occam][T1][Y0-0000000000000000-0-0] [lt=10] skip repeat reclaim(ret=0, this={this:0x7fd942dec4b0, last_study_timestamp:1708590735002722, last_refresh_timestamp:1708591397134130, last_reclaim_timestamp:1708591274044088, last_sstable_overflow_timestamp:0, has_error_when_study:true, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590734425105458}, is_inited:true}, current_timestamp=1708591397134140, GARBAGE_COLLECT_EXEC_INTERVAL=600000000)
[2024-02-22 16:43:17.262460] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17256][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=21] get_min_unreplayed_log_info(lsn={lsn:328194202927}, scn={val:1708591392857139844}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591396545188, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95479125, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194202927}, committed_end_lsn_:{lsn:328194202927}, next_to_submit_scn_:{val:1708591392857139844}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:1213, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1213, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194201714}, end_lsn:{lsn:328194202927}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591392857139843}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:401, scn_:{val:1708591392857139843}, data_checksum:3134070403, flag:1}}, init_mode_version:0, accumlate_checksum:3497877793}}}})
[2024-02-22 16:43:17.272255] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=39] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:17.322476] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17325][T1001_Occam][T1][YB4285C5CC0D-000606447E0F6DBA-0-0] [lt=9][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:17.322478] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17748][T1002_ArcSrv][T1001][YB4285C5CC0D-0006064227B3951F-0-0] [lt=16][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:17.322526] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17713][T1002_LSMetaCh][T1001][YB4285C5CC0D-000606447DF47ABF-0-0] [lt=7][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:17.322572] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17171][T1_FreInfoReloa][T1][YB4285C5CC0D-000606447F06DBCA-0-0] [lt=9][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:17.322676] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [16923][OmtNodeBalancer][T1][YB4285C5CC0D-000606436EA9E939-0-0] [lt=10][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:17.322744] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [16786][UserLocAsyncUp1][T1001][YB4285C5CC0D-0006064226FB04CE-0-0] [lt=19][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:17.322775] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=3][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:17.322787] WDIAG [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:855) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=6][errcode=-4121] failed to load global merge info(ret=-4121, ret="OB_RPC_SEND_ERROR", global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}})
[2024-02-22 16:43:17.366048] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16802][][T0][YB4285C5CC0D-0006064467CEA8C8-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:17.369135] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=29] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:17.369184] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=48] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:17.369204] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:17.369222] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:17.369239] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=16] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:17.369257] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=16] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591389444094231}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:17.371951] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6961A-0-0] [lt=14][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:17.376544] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd895018030, fd:1843, err:5, last_decode_time_:1708591397376527, last_write_time_:1708591397375978, read_buffer_.get_consume_sz():2036, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC6961B-0-0})
[2024-02-22 16:43:17.376577] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6961B-0-0] [lt=11][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:17.376726] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=80][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89ee34150, fd:2818, err:5, last_decode_time_:1708591397367129, last_write_time_:1708591397376498, read_buffer_.get_consume_sz():654, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:17.451499] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=4] get_min_unreplayed_log_info(lsn={lsn:78312864011}, scn={val:1708591389055256920}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393384383, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312864011}, committed_end_lsn_:{lsn:78312864011}, next_to_submit_scn_:{val:1708591389055256920}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312863889}, end_lsn:{lsn:78312864011}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389055256919}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591389055256919}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:2968121872}}}})
[2024-02-22 16:43:17.451672] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=8] get_min_unreplayed_log_info(lsn={lsn:30534139349}, scn={val:1708591389444094232}, this={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393384418, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534139349}, committed_end_lsn_:{lsn:30534139349}, next_to_submit_scn_:{val:1708591389444094232}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534139227}, end_lsn:{lsn:30534139349}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389444094231}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591389444094231}, data_checksum:3859762831, flag:1}}, init_mode_version:0, accumlate_checksum:2125135341}}}})
[2024-02-22 16:43:17.468522] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD5B-0-0] [lt=23][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:17.487136] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:17.542246] INFO  [CLOG] handle_submit_task_ (ob_log_replay_service.cpp:1163) [17781][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=58] succ to submit log task to replay service(to_submit_lsn={lsn:106815243652}, to_submit_scn={val:1708591393754506046}, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591397542065, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815243718}, committed_end_lsn_:{lsn:106815243718}, next_to_submit_scn_:{val:1708591393754506047}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815243596}, end_lsn:{lsn:106815243718}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754506046}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393754506046}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:376118459}}}})
[2024-02-22 16:43:17.559097] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1][YB4285C5CC0B-0006064463169916-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:17.610657] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17692][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=51] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:4, post_barrier_lsn_:{lsn:30534139518}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591397610350, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534139462}, committed_end_lsn_:{lsn:30534139612}, next_to_submit_scn_:{val:1708591391378301090}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:56, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534139462}, end_lsn:{lsn:30534139612}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591391378301090}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591391378301090}, data_checksum:3141975893, flag:1}}, init_mode_version:0, accumlate_checksum:3537151687}}}}, replay_task={ls_id_:{id:1005}, log_type_:1, lsn_:{lsn:30534139518}, scn_:{val:1708591391378301090}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:1309555498337883229, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd84825f5e0})
[2024-02-22 16:43:17.611401] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17778][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=16] pre barrier log replay succ(replay_task={ls_id_:{id:1005}, log_type_:1, lsn_:{lsn:30534139518}, scn_:{val:1708591391378301090}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:1309555498337883229, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:620, retry_cost_:-1, log_buf_:0x7fd84825f5f0}, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:30534139518}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591397610350, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534139612}, committed_end_lsn_:{lsn:30534139612}, next_to_submit_scn_:{val:1708591391378301091}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:150, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534139462}, end_lsn:{lsn:30534139612}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591391378301090}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591391378301090}, data_checksum:3141975893, flag:1}}, init_mode_version:0, accumlate_checksum:3537151687}}}}, replay_queue_idx=29, ret=0)
[2024-02-22 16:43:17.611438] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:874) [17778][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=36] post barrier log replay succ(replay_task={ls_id_:{id:1005}, log_type_:1, lsn_:{lsn:30534139518}, scn_:{val:1708591391378301090}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:1309555498337883229, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:620, retry_cost_:-1, log_buf_:null}, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591397610350, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534139612}, committed_end_lsn_:{lsn:30534139612}, next_to_submit_scn_:{val:1708591391378301091}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:150, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534139462}, end_lsn:{lsn:30534139612}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591391378301090}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591391378301090}, data_checksum:3141975893, flag:1}}, init_mode_version:0, accumlate_checksum:3537151687}}}}, ret=0)
[2024-02-22 16:43:17.666157] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17479][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=6] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708583643057122044}, clog_base_lsn:{lsn:1168226906112}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1708576243434193072}, all_id_meta:{id_meta:[{limited_id:1708591403694274277, latest_log_ts:{val:1708591387033537461}}, {limited_id:3029700001, latest_log_ts:{val:1708591157233645102}}, {limited_id:36920000001, latest_log_ts:{val:1708589353762411925}}]}}, log_handler:{role:2, proposal_id:45715, palf_env_:0x7fd9113de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:17.691181] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16795][AutoLSLoc][T1][YB4285C5CC0D-000606444D8EAF42-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.059930] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1001][YB4285C5CC0B-0006064463169916-0-0] [lt=24][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.067364] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48D0-0-0] [lt=17][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.118689] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17928][LeaseHB][T1][Y0-0000000000000000-0-0] [lt=21][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.150435] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=28][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:18.264324] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [148162][T1_L0_G0][T1002][YB4285C5CC0A-00060649E8FF9B9D-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.272831] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=13] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:18.352072] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=6] get_min_unreplayed_log_info(lsn={lsn:106815244694}, scn={val:1708591393754506055}, this={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591398342658, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815244694}, committed_end_lsn_:{lsn:106815244694}, next_to_submit_scn_:{val:1708591393754506055}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815244572}, end_lsn:{lsn:106815244694}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754506054}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393754506054}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:2158042037}}}})
[2024-02-22 16:43:18.366208] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16802][][T0][YB4285C5CC0D-0006064467CEA8C9-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.369204] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=18] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:18.369250] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=45] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:18.369271] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:18.369292] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:18.369313] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:18.369334] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521530}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:18.372080] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6961D-0-0] [lt=37][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:18.376495] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:707) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] user req close, and epoll thread already set error(*s={this:0x7fd89ee0d290, fd:2920, err:5, last_decode_time_:1708591398376414, last_write_time_:1708591398376452, read_buffer_.get_consume_sz():1071, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:18.376526] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d39b6120, fd:1843, err:5, last_decode_time_:1708591398366783, last_write_time_:1708591398376301, read_buffer_.get_consume_sz():654, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:18.385461] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.468569] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD5C-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.487918] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=17][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.561516] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1002][YB4285C5CC0B-0006064463169916-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.672754] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17622][T1002_TenantInf][T1001][YB4285C5CC0D-000606447E5AD6AD-0-0] [lt=23][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.691631] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16795][AutoLSLoc][T1001][YB4285C5CC0D-000606444D8EAF42-0-0] [lt=26][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.706805] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:18.837573] WDIAG [SQL.ENG] fetch_rows (ob_px_fifo_coord_op.cpp:233) [17926][BlackListServic][T1][Y0-0000000000000000-0-0] [lt=19][errcode=-4012] QC get error code(ret=-4012, ret_terminate=0)
[2024-02-22 16:43:19.067647] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48D1-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:19.273332] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=10] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:19.294588] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:19.294643] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:19.294662] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:19.294681] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:19.294696] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=3][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:19.294711] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:19.294892] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=25][errcode=-4038] 
[2024-02-22 16:43:19.323192] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17171][T1_FreInfoReloa][T1][YB4285C5CC0D-000606447F06DBCB-0-0] [lt=19][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:19.365748] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16802][][T0][YB4285C5CC0D-0006064467CEA8CA-0-0] [lt=9][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:19.369265] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.369321] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=57] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.369347] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=24] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.369377] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.369401] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=22] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.369434] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=30] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521530}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.371956] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A8B-0-0] [lt=13][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:19.376532] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=5][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd896818030, fd:1843, err:5, last_decode_time_:1708591399376510, last_write_time_:1708591399376028, read_buffer_.get_consume_sz():654, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:19.376618] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A8C-0-0] [lt=12][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:19.468843] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16785][UserLocAsyncUp0][T1001][YB4285C5CC0D-00060642270AF8CF-0-0] [lt=23][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:19.552963] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=8] get_min_unreplayed_log_info(lsn={lsn:727693187002}, scn={val:1707888322777834208}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393384416, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:19.569791] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17434][T1001_FreInfoRe][T1001][YB4285C5CC0D-000606447ED6FA0A-0-0] [lt=15][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.569822] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17520][T1002_Occam][T1][YB4285C5CC0D-000606447E1EBD0D-0-0] [lt=12][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.569839] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17750][T1002_MediumLoo][T1001][YB4285C5CC0D-000606447CC9FD83-0-0] [lt=10][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.569862] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17453][T1001_LSMetaCh][T1][YB4285C5CC0D-000606447A7528AC-0-0] [lt=26][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.569911] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17381][T1001_Occam][T1001][YB4285C5CC0D-000606442D7D0292-0-0] [lt=14][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.570084] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17748][T1002_ArcSrv][T1001][YB4285C5CC0D-0006064227B3951F-0-0] [lt=10][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.570231] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17622][T1002_TenantInf][T1001][YB4285C5CC0D-000606447E5AD6AE-0-0] [lt=11][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.570390] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:505) [17070][T1_Occam][T1][YB4285C5CC0D-000606447DEF7E00-0-0] [lt=10][errcode=-4121] send packet fail(easy_error=-50, ret=-4121)
[2024-02-22 16:43:19.573567] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=19] get_min_unreplayed_log_info(lsn={lsn:1168537399318}, scn={val:1708591389649834705}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591391377900, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537399318}, committed_end_lsn_:{lsn:1168537399318}, next_to_submit_scn_:{val:1708591389649834705}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:748, curr_read_buf_start_pos:0, curr_read_buf_end_pos:748, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537398570}, end_lsn:{lsn:1168537399318}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389649834704}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:660, scn_:{val:1708591389649834704}, data_checksum:2780988613, flag:1}}, init_mode_version:0, accumlate_checksum:4047483083}}}})
[2024-02-22 16:43:19.588219] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=25][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:19.628533] INFO  [MVCC] repeat_reclaim (ob_multi_version_garbage_collector.cpp:264) [17481][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=0] skip repeat reclaim(ret=0, this={this:0x7fd914bda4b0, last_study_timestamp:1708591335087746, last_refresh_timestamp:1708591335089842, last_reclaim_timestamp:1708591035054399, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708590956794516574}, is_inited:true}, current_timestamp=1708591399628531, GARBAGE_COLLECT_EXEC_INTERVAL=600000000)
[2024-02-22 16:43:19.628572] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=8][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:19.686791] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=3] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.687462] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=48] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.688084] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=34] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.688677] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.689273] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.690022] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521530}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:19.696714] WDIAG [RPC] on_timeout (ob_async_rpc_proxy.h:83) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=5][errcode=0] some error in rcode and enter on_timeout(AsyncCB::rcode_.rcode_=0)
[2024-02-22 16:43:20.077361] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:20.077406] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:20.110405] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:20.140951] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=20][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:81, tid:17621}])
[2024-02-22 16:43:20.208663] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:20.273903] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=11] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:20.323396] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1][YB4285C5CC0D-00060644497AB93D-0-0] [lt=17][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:20.363874] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:20.364991] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:20.365022] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:20.369325] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=22] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:20.369373] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=47] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:20.369397] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=23] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:20.369417] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:20.369440] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:20.369466] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=24] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521550}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:20.372069] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69622-0-0] [lt=38][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:20.376536] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=11][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd824c60150, fd:2535, err:5, last_decode_time_:1708591400376523, last_write_time_:1708591400376070, read_buffer_.get_consume_sz():654, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A8E-0-0})
[2024-02-22 16:43:20.376557] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A8E-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:20.404324] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17780][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=75] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:8, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591400404060, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534143019}, committed_end_lsn_:{lsn:30534143131}, next_to_submit_scn_:{val:1708591393753521553}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:56, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534143019}, end_lsn:{lsn:30534143131}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:56, prev_entry_scn:{val:1708591393753521553}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591393753521553}, data_checksum:1918678253, flag:0}}, init_mode_version:0, accumlate_checksum:1611166499}}}}, replay_task={ls_id_:{id:1005}, log_type_:17, lsn_:{lsn:30534143075}, scn_:{val:1708591393753521553}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591400402764, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd848265e50})
[2024-02-22 16:43:20.404483] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17778][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=17] pre barrier log replay succ(replay_task={ls_id_:{id:1005}, log_type_:17, lsn_:{lsn:30534143075}, scn_:{val:1708591393753521553}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591400402764, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:30, retry_cost_:-1, log_buf_:0x7fd848265e60}, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591400404060, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534143131}, committed_end_lsn_:{lsn:30534143131}, next_to_submit_scn_:{val:1708591393753521554}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534143019}, end_lsn:{lsn:30534143131}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393753521553}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591393753521553}, data_checksum:1918678253, flag:0}}, init_mode_version:0, accumlate_checksum:1611166499}}}}, replay_queue_idx=12, ret=0)
[2024-02-22 16:43:20.453389] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=18] get_min_unreplayed_log_info(lsn={lsn:338057396823}, scn={val:1708591393753521592}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591400374913, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057396823}, committed_end_lsn_:{lsn:338057396823}, next_to_submit_scn_:{val:1708591393753521592}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057396701}, end_lsn:{lsn:338057396823}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393753521591}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393753521591}, data_checksum:154833137, flag:0}}, init_mode_version:0, accumlate_checksum:2270384882}}}})
[2024-02-22 16:43:20.468988] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD5D-0-0] [lt=27][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:20.559372] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [138530][T1_L0_G0][T1001][YB4285C5CC0B-000606446316991F-0-0] [lt=25][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:20.588686] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17944][PxTargetMgr0][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:20.629014] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16802][][T0][YB4285C5CC0D-0006064467CEA8CC-0-0] [lt=21][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:20.641490] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=19][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4121, dropped:419, tid:17434}])
[2024-02-22 16:43:20.653578] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=5] get_min_unreplayed_log_info(lsn={lsn:303010542611}, scn={val:1708591393754284271}, this={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591400557212, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010542611}, committed_end_lsn_:{lsn:303010542611}, next_to_submit_scn_:{val:1708591393754284271}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010542489}, end_lsn:{lsn:303010542611}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754284270}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393754284270}, data_checksum:2124447694, flag:0}}, init_mode_version:0, accumlate_checksum:750984874}}}})
[2024-02-22 16:43:20.696738] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48D3-0-0] [lt=28][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:20.824590] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17295][T1_L5_G0][T1002][YB4285C5CC0D-00060644497AB93D-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:21.211643] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.212062] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.212084] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.212243] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=3][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.212259] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=3][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.212274] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.212290] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=3][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.242117] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=16][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:173, tid:17621}])
[2024-02-22 16:43:21.274488] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:21.316314] INFO  [CLOG] get_replay_process (ob_replay_status.cpp:1066) [17693][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=8] replay status is not follower(min_unreplayed_lsn={lsn:727693187002}, base_lsn={lsn:428061315072}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393384416, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:21.341274] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.341354] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=19][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341370] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=14][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341378] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=4][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341388] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341403] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=10][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341412] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341422] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341432] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=5][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.341938] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:21.342385] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.342422] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=16][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.342456] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.344962] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=23][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.344986] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=15][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.344996] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.345004] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=4][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.345014] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=5][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.345024] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=5][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.345033] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=5][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.345041] WDIAG [PALF] process (log_rpc_proxy.cpp:44) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=4][errcode=-4233] there is an rpc error in logservice(rcode={code:-4233, msg:"", warnings:[]}, dst="133.197.204.3:2882", pcode=5377)
[2024-02-22 16:43:21.345118] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:21.345123] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.345169] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.345179] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17099][T1_LogUpdater][T1][Y0-0000000000000000-0-0] [lt=42][errcode=-4038] 
[2024-02-22 16:43:21.345794] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.345812] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.345827] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.345844] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.345860] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.346171] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=20][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348010] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=25][errcode=-4038] 
[2024-02-22 16:43:21.348047] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348059] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=5][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348072] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348106] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=3][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348119] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348130] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348153] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348164] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348592] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348737] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348771] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348789] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348808] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348819] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348830] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=5][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348841] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.348875] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.349952] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.349971] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.349980] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.350062] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.350080] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.350100] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16653][ServerTracerTim][T0][YB4285C5CC0D-0006064462E51A10-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:21.350111] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.350122] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.350133] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.350155] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.350166] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.351183] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.352430] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.354155] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.360977] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.360993] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.361004] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.361015] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.369368] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:21.369409] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:21.369428] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:21.369446] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:21.369463] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=16] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:21.369489] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=24] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521550}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:21.373290] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DE6-0-0] [lt=12][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:21.376839] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd792fd9290, fd:2535, err:5, last_decode_time_:1708591401376826, last_write_time_:1708591401376334, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:21.376874] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCFA-0-0] [lt=12][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:21.376916] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=43][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d21c2030, fd:2818, err:5, last_decode_time_:1708591401365155, last_write_time_:1708591401376487, read_buffer_.get_consume_sz():2102, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:21.436893] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.452317] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.452704] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.452746] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.452742] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17272][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708538403367358323}, clog_base_lsn:{lsn:327605477376}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1707366610741952276}, all_id_meta:{id_meta:[{limited_id:1708591409396000509, latest_log_ts:{val:1708591392854144243}}, {limited_id:1826000001, latest_log_ts:{val:1708590098798337364}}, {limited_id:14710000001, latest_log_ts:{val:1708591364459408088}}]}}, log_handler:{role:2, proposal_id:45892, palf_env_:0x7fd93f7de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:21.469005] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16786][UserLocAsyncUp1][T1001][YB4285C5CC0D-0006064226FB04D0-0-0] [lt=12][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:21.468986] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD5E-0-0] [lt=30][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:21.479514] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=5][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.508227] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:649) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=16][errcode=-4283] result set open failed(ret=-4283, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"})
[2024-02-22 16:43:21.508238] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:784) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=10][errcode=-4283] execute failed(ret=-4283, tenant_id=1001, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, retry_cnt=1, local_sys_schema_version=1684844511745400, local_tenant_schema_version=1684842745207264)
[2024-02-22 16:43:21.509361] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:816) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=4][errcode=-4283] failed to process record(executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, record_ret=-4283, ret=-4283)
[2024-02-22 16:43:21.511471] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1][YB4285C5CC0C-00060648CF0EE3C1-0-0] [lt=14][errcode=-4038] 
[2024-02-22 16:43:21.518431] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.550527] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.550551] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.550741] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.601498] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=5][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.624966] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.629088] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16802][][T0][YB4285C5CC0D-0006064467CEA8CD-0-0] [lt=16][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:21.651186] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.651268] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.651328] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.670236] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17622][T1002_TenantInf][T1001][YB4285C5CC0D-000606447E5AD6AF-0-0] [lt=51][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:21.688090] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=5][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.696701] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16784][MetaLocAsyncUp0][T1][YB4285C5CC0D-00060643EACE48D4-0-0] [lt=14][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:21.699462] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17783][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=20] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:4, post_barrier_lsn_:{lsn:30534144651}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591401699127, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534144595}, committed_end_lsn_:{lsn:30534144745}, next_to_submit_scn_:{val:1708591393753521566}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:56, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534144595}, end_lsn:{lsn:30534144745}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:94, prev_entry_scn:{val:1708591393753521566}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591393753521566}, data_checksum:3141975893, flag:1}}, init_mode_version:0, accumlate_checksum:2575879650}}}}, replay_task={ls_id_:{id:1005}, log_type_:1, lsn_:{lsn:30534144651}, scn_:{val:1708591393753521566}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:1309555498337883229, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd8482698e0})
[2024-02-22 16:43:21.700252] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17781][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=18] pre barrier log replay succ(replay_task={ls_id_:{id:1005}, log_type_:1, lsn_:{lsn:30534144651}, scn_:{val:1708591393753521566}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:1309555498337883229, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:671, retry_cost_:-1, log_buf_:0x7fd8482698f0}, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:30534144651}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591401699127, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534144745}, committed_end_lsn_:{lsn:30534144745}, next_to_submit_scn_:{val:1708591393753521567}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:150, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534144595}, end_lsn:{lsn:30534144745}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393753521566}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591393753521566}, data_checksum:3141975893, flag:1}}, init_mode_version:0, accumlate_checksum:2575879650}}}}, replay_queue_idx=29, ret=0)
[2024-02-22 16:43:21.700292] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:874) [17781][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=40] post barrier log replay succ(replay_task={ls_id_:{id:1005}, log_type_:1, lsn_:{lsn:30534144651}, scn_:{val:1708591393753521566}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:1309555498337883229, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:671, retry_cost_:-1, log_buf_:null}, replay_status={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591401699127, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534144745}, committed_end_lsn_:{lsn:30534144745}, next_to_submit_scn_:{val:1708591393753521567}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:150, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534144595}, end_lsn:{lsn:30534144745}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393753521566}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591393753521566}, data_checksum:3141975893, flag:1}}, init_mode_version:0, accumlate_checksum:2575879650}}}}, ret=0)
[2024-02-22 16:43:21.708613] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1001][YB4285C5CC03-00060B213A8D4869-0-0] [lt=18][errcode=-4038] 
[2024-02-22 16:43:21.751774] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.751814] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.751951] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.756423] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.769088] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.842803] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:21.845786] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17099][T1_LogUpdater][T1][Y0-0000000000000000-0-0] [lt=20][errcode=-4038] 
[2024-02-22 16:43:21.848980] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=16][errcode=-4038] 
[2024-02-22 16:43:21.852733] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.853583] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=16][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.854678] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=20][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.854726] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.897222] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.941108] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.953051] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.953074] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=21][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.953276] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=18][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:21.976891] WDIAG [SQL.ENG] fetch_rows (ob_px_fifo_coord_op.cpp:233) [17926][BlackListServic][T1][Y0-0000000000000000-0-0] [lt=4][errcode=-4012] QC get error code(ret=-4012, ret_terminate=-4012)
[2024-02-22 16:43:22.028746] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=31][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.039067] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.053658] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=17][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.053675] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.053798] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.117329] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=20][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.134664] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16813][Occam][T1][YB4285C5CC0D-000606422B3CDFE9-0-0] [lt=27][errcode=-4038] 
[2024-02-22 16:43:22.134670] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16813][Occam][T1][YB4285C5CC0D-000606422B3CDFE9-0-0] [lt=6][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:22.143332] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=13] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:22.143390] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8CE-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.143397] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=28][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd87d72d290, fd:1336, err:5, last_decode_time_:1708591402143363, last_write_time_:1708591402143178, read_buffer_.get_consume_sz():1587, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CCFB-0-0})
[2024-02-22 16:43:22.143407] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCFB-0-0] [lt=13][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:22.157477] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.157905] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8CE-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.160352] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=16][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.161085] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8CE-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.161348] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7b1be3290, fd:2284, err:5, last_decode_time_:1708591402161338, last_write_time_:1708591402161273, read_buffer_.get_consume_sz():930, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69626-0-0})
[2024-02-22 16:43:22.161371] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69626-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:22.165874] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16805][DiskUseReport][T1][YB4285C5CC0D-00060644727F25AC-0-0] [lt=25][errcode=-4038] 
[2024-02-22 16:43:22.165882] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16805][DiskUseReport][T1][YB4285C5CC0D-00060644727F25AC-0-0] [lt=8][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:22.186644] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=17][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.195540] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16813][Occam][T1][YB4285C5CC0D-000606422B3CDFE9-0-0] [lt=25][errcode=-4038] 
[2024-02-22 16:43:22.195545] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16813][Occam][T1][YB4285C5CC0D-000606422B3CDFE9-0-0] [lt=5][errcode=-4038] error occurring in remote das task(ret=-4038)
[2024-02-22 16:43:22.197998] INFO  [CLOG] check_can_submit_log_replay_task_ (ob_log_replay_service.cpp:918) [17278][T1_ReplaySrv3][T1][Y0-0000000000000000-0-0] [lt=22] submit replay task need retry(ret=-4023, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:3, post_barrier_lsn_:{lsn:328194210246}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591402197656, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95479125, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194210340}, committed_end_lsn_:{lsn:328194210462}, next_to_submit_scn_:{val:1708591400208028880}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:206, curr_read_buf_start_pos:0, curr_read_buf_end_pos:272, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194210190}, end_lsn:{lsn:328194210462}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:66, prev_entry_scn:{val:1708591402143958563}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591402143958563}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:4123315564}}}}, replay_task={ls_id_:{id:1}, log_type_:6, lsn_:{lsn:328194210396}, scn_:{val:1708591402143958563}, is_pre_barrier_:false, is_post_barrier_:false, log_size_:34, replay_hint_:1, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:3547271271596454757, retry_cost_:3546645412430557239, log_buf_:0x7fd6130e44a8}, is_wait_barrier=true, is_tenant_out_of_mem=false, pending_task_size=62)
[2024-02-22 16:43:22.198604] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17277][T1_ReplaySrv2][T1][Y0-0000000000000000-0-0] [lt=15] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:1, lsn_:{lsn:328194210246}, scn_:{val:1708591400208028879}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:7435878334736746667, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:628, retry_cost_:-1, log_buf_:0x7fd6130e2fd0}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:3, post_barrier_lsn_:{lsn:328194210246}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591402198614, err_info_:{has_fatal_error_:false, fail_ts_:1708591402197423, fail_cost_:95479125, ret_code_:-4023}}, next_to_submit_lsn_:{lsn:328194210340}, committed_end_lsn_:{lsn:328194210462}, next_to_submit_scn_:{val:1708591400208028880}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:206, curr_read_buf_start_pos:0, curr_read_buf_end_pos:272, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194210190}, end_lsn:{lsn:328194210462}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:66, prev_entry_scn:{val:1708591402143958563}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591402143958563}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:4123315564}}}}, replay_queue_idx=11, ret=0)
[2024-02-22 16:43:22.198642] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:874) [17277][T1_ReplaySrv2][T1][Y0-0000000000000000-0-0] [lt=37] post barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:1, lsn_:{lsn:328194210246}, scn_:{val:1708591400208028879}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:7435878334736746667, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:628, retry_cost_:-1, log_buf_:null}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:3, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591402198637, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194210462}, committed_end_lsn_:{lsn:328194210462}, next_to_submit_scn_:{val:1708591402143958564}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:272, curr_read_buf_start_pos:0, curr_read_buf_end_pos:272, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194210190}, end_lsn:{lsn:328194210462}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591402143958563}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591402143958563}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:4123315564}}}}, ret=0)
[2024-02-22 16:43:22.199737] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8CE-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:22.246610] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D0-0-0] [lt=25][errcode=-4638] 
[2024-02-22 16:43:22.249639] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D0-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.254901] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D0-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:22.257286] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.261885] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.265455] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17256][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=16] get_min_unreplayed_log_info(lsn={lsn:328194213850}, scn={val:1708591402221798053}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591402254525, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194213850}, committed_end_lsn_:{lsn:328194213850}, next_to_submit_scn_:{val:1708591402221798053}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:3388, curr_read_buf_start_pos:0, curr_read_buf_end_pos:3388, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194210462}, end_lsn:{lsn:328194213850}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591402221798052}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:781, scn_:{val:1708591402221798052}, data_checksum:382706549, flag:0}}, init_mode_version:0, accumlate_checksum:3535798228}}}})
[2024-02-22 16:43:22.274524] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D0-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:22.275157] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:22.275793] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D1-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.303241] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D1-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:22.304382] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D1-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.307904] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D1-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:22.308245] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D2-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.310214] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D2-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:22.310896] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D2-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:22.313053] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D2-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.313478] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D3-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.314157] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D3-0-0] [lt=22][errcode=-4638] 
[2024-02-22 16:43:22.314921] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D3-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:22.322995] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D3-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:22.323386] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D4-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:22.324968] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D4-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.325711] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D4-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.326363] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D4-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.326903] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D5-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.342925] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=16][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.343285] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:1049, tid:16805}])
[2024-02-22 16:43:22.343497] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D5-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.344061] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:22.344623] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D5-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.345192] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D5-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:22.349583] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=13][errcode=-4038] 
[2024-02-22 16:43:22.355809] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=24][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.355965] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=19][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.361216] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D6-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.368512] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D6-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:22.369424] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:22.369470] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=44] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:22.369503] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=30] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:22.369533] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=29] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:22.369573] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=38] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:22.369603] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521569}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:22.381233] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D6-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.381880] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d39b6120, fd:1336, err:5, last_decode_time_:1708591402381867, last_write_time_:1708591402379885, read_buffer_.get_consume_sz():203, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480F3F3BD-0-0})
[2024-02-22 16:43:22.381897] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3BD-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:22.382038] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D6-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.382540] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D7-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:22.383026] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd732264030, fd:2943, err:5, last_decode_time_:1708591402383017, last_write_time_:1708591402382958, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CCFD-0-0})
[2024-02-22 16:43:22.383043] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CCFD-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:22.387235] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A92-0-0] [lt=12][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:22.390370] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D7-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.391762] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D7-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.392053] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=36][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd896818030, fd:2920, err:5, last_decode_time_:1708591402392040, last_write_time_:1708591402391580, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A93-0-0})
[2024-02-22 16:43:22.392081] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A93-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:22.392132] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a75290, fd:2284, err:5, last_decode_time_:1708591402392123, last_write_time_:1708591402391690, read_buffer_.get_consume_sz():654, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:22.392162] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69629-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:22.393685] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D7-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:22.394095] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D8-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.394696] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D8-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.400593] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=27][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2752, err:5, last_decode_time_:1708591402383074, last_write_time_:1708591402400515, read_buffer_.get_consume_sz():3154, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:22.400673] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D8-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.401333] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D8-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:22.401619] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D9-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:22.402231] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D9-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.412277] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D9-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.413095] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8D9-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.443410] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=17][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:18, tid:17928}])
[2024-02-22 16:43:22.454541] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=11] get_min_unreplayed_log_info(lsn={lsn:78312864011}, scn={val:1708591389055256920}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393384383, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312864011}, committed_end_lsn_:{lsn:78312864011}, next_to_submit_scn_:{val:1708591389055256920}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312863889}, end_lsn:{lsn:78312864011}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389055256919}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591389055256919}, data_checksum:2923900223, flag:1}}, init_mode_version:0, accumlate_checksum:2968121872}}}})
[2024-02-22 16:43:22.454766] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=11] get_min_unreplayed_log_info(lsn={lsn:30534145477}, scn={val:1708591393753521573}, this={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591402352568, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534145477}, committed_end_lsn_:{lsn:30534145477}, next_to_submit_scn_:{val:1708591393753521573}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534145355}, end_lsn:{lsn:30534145477}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393753521572}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393753521572}, data_checksum:3859762831, flag:0}}, init_mode_version:0, accumlate_checksum:2160652158}}}})
[2024-02-22 16:43:22.456207] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.459121] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=16][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.469540] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16787][UserLocAsyncUp2][T1001][YB4285C5CC0D-00060642271AFD5F-0-0] [lt=18][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:22.480176] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.512019] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:649) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=4][errcode=-4283] result set open failed(ret=-4283, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"})
[2024-02-22 16:43:22.512028] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:784) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=7][errcode=-4283] execute failed(ret=-4283, tenant_id=1001, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, retry_cnt=11, local_sys_schema_version=1684844511745400, local_tenant_schema_version=1684842745207264)
[2024-02-22 16:43:22.523183] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:816) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=7][errcode=-4283] failed to process record(executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, record_ret=-4283, ret=-4283)
[2024-02-22 16:43:22.544981] INFO  [CLOG] handle_submit_task_ (ob_log_replay_service.cpp:1163) [17780][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=54] succ to submit log task to replay service(to_submit_lsn={lsn:106815249743}, to_submit_scn={val:1708591393754506096}, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591402544793, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815249809}, committed_end_lsn_:{lsn:106815249809}, next_to_submit_scn_:{val:1708591393754506097}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815249687}, end_lsn:{lsn:106815249809}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754506096}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393754506096}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:2437028731}}}})
[2024-02-22 16:43:22.556843] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.565758] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=33][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.615868] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=28][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.657456] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.657873] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.668979] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17479][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=6] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708583643057122044}, clog_base_lsn:{lsn:1168226906112}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1708576243434193072}, all_id_meta:{id_meta:[{limited_id:1708591403694274277, latest_log_ts:{val:1708591387033537461}}, {limited_id:3029700001, latest_log_ts:{val:1708591157233645102}}, {limited_id:36920000001, latest_log_ts:{val:1708589353762411925}}]}}, log_handler:{role:2, proposal_id:45715, palf_env_:0x7fd9113de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:22.758443] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=20][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.763982] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.775394] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.821781] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DB-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:22.822576] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DB-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:22.822842] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1002][YB4285C5CC0D-00060644497AB94E-0-0] [lt=19][errcode=-4038] 
[2024-02-22 16:43:22.830484] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DB-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:22.844550] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4038] 
[2024-02-22 16:43:22.850331] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:22.850939] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DB-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:22.858772] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.858932] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.927359] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.959585] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=9][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:22.960425] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.060003] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=17][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.060641] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.068500] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.134276] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16795][AutoLSLoc][T1001][YB4285C5CC0D-000606444D8EAF43-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:23.160643] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=20][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.160783] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.172267] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=12] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:23.187643] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303D-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:23.189684] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303D-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:23.190300] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303D-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.190973] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303D-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.192851] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F1-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:23.192855] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F1-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:23.201448] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303E-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:23.202159] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303E-0-0] [lt=41][errcode=-4638] 
[2024-02-22 16:43:23.202819] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303E-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.203791] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303E-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.210422] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=18][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.212051] INFO  [MVCC] repeat_study (ob_multi_version_garbage_collector.cpp:194) [17756][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=8] skip repeat study(ret=0, this={this:0x7fd8f0bfe4b0, last_study_timestamp:1708591343224877, last_refresh_timestamp:1708591343226497, last_reclaim_timestamp:1708591223203035, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708591025024007927}, is_inited:true}, current_timestamp=1708591403212049, GARBAGE_COLLECT_EXEC_INTERVAL=600000000)
[2024-02-22 16:43:23.214217] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303F-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:23.214937] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303F-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.215476] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303F-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.217260] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7303F-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.227692] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73040-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:23.228348] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73040-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.228967] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73040-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:23.229598] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73040-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:23.239810] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F4-0-0] [lt=30][errcode=-6001] 
[2024-02-22 16:43:23.239814] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F4-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.240089] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73041-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.242003] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73041-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.242565] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73041-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.243104] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73041-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.253595] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73042-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:23.254392] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73042-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.255025] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73042-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:23.261479] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.262951] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=34][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.275718] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=16] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:23.286844] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73042-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.306759] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73043-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:23.312413] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73043-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.313386] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73043-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.313800] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F5-0-0] [lt=27][errcode=-6001] 
[2024-02-22 16:43:23.313805] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F5-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.325381] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73043-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:23.336257] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73044-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:23.336891] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73044-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.337944] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73044-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.338505] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73044-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:23.345007] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:23.350562] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73045-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:23.351752] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73045-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.351856] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=16][errcode=-4038] 
[2024-02-22 16:43:23.352708] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73045-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:23.355200] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=8] get_min_unreplayed_log_info(lsn={lsn:106815250785}, scn={val:1708591393754506105}, this={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591403345260, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815250785}, committed_end_lsn_:{lsn:106815250785}, next_to_submit_scn_:{val:1708591393754506105}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815250663}, end_lsn:{lsn:106815250785}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754506104}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393754506104}, data_checksum:3348837161, flag:1}}, init_mode_version:0, accumlate_checksum:2306873342}}}})
[2024-02-22 16:43:23.357540] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DC-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.359382] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73045-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:23.361236] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.362404] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=38][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.366630] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DC-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:23.366881] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.369490] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:23.369535] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=45] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:23.369555] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=18] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:23.369576] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:23.369605] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=27] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:23.369626] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521569}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:23.371027] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=5][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd85b242030, fd:1336, err:5, last_decode_time_:1708591403371001, last_write_time_:1708591403370891, read_buffer_.get_consume_sz():346, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC6962B-0-0})
[2024-02-22 16:43:23.371057] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6962B-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:23.371446] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F6-0-0] [lt=34][errcode=-6005] 
[2024-02-22 16:43:23.371450] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F6-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:23.371499] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd728e9c030, fd:2818, err:5, last_decode_time_:1708591403371491, last_write_time_:1708591403371454, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447BF67DE9-0-0})
[2024-02-22 16:43:23.371523] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DE9-0-0] [lt=12][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:23.371528] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.371780] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73046-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.372469] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.373220] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:23.373312] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1672-0-0] [lt=11][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:23.373913] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.374304] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73046-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.378430] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=2][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7b1be3290, fd:2284, err:5, last_decode_time_:1708591403366955, last_write_time_:1708591403378022, read_buffer_.get_consume_sz():654, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:23.378448] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=37][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd86e2fc390, fd:2867, err:5, last_decode_time_:1708591403365714, last_write_time_:1708591403377678, read_buffer_.get_consume_sz():1916, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:23.379642] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DC-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:23.379661] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73046-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.380097] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17181][T1_ReplaySrv0][T1][Y0-0000000000000000-0-0] [lt=16] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:5, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:2, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591403379762, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194321312}, committed_end_lsn_:{lsn:328194321424}, next_to_submit_scn_:{val:1708591403365757918}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:1074, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1074, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194320350}, end_lsn:{lsn:328194321424}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591403365757918}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591403365757918}, data_checksum:3011849111, flag:0}}, init_mode_version:0, accumlate_checksum:1519621652}}}}, replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:328194321368}, scn_:{val:1708591403365757918}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591403368230, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd613105880})
[2024-02-22 16:43:23.380273] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17277][T1_ReplaySrv2][T1][Y0-0000000000000000-0-0] [lt=12] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:328194321368}, scn_:{val:1708591403365757918}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591403368230, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:20, retry_cost_:-1, log_buf_:0x7fd613105890}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591403380126, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194321424}, committed_end_lsn_:{lsn:328194321424}, next_to_submit_scn_:{val:1708591403365757919}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:1074, curr_read_buf_start_pos:0, curr_read_buf_end_pos:1074, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194320350}, end_lsn:{lsn:328194321424}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591403365757918}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591403365757918}, data_checksum:3011849111, flag:0}}, init_mode_version:0, accumlate_checksum:1519621652}}}}, replay_queue_idx=6, ret=0)
[2024-02-22 16:43:23.380503] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DC-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:23.381403] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DD-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:23.382748] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T1][Y0-0000000000000000-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.383511] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T1][Y0-0000000000000000-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.393383] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73046-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:23.393387] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DD-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:23.394057] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DD-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:23.395096] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DD-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.395718] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DE-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.396387] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DE-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.397065] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DE-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.397657] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DE-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.397963] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DF-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.398671] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DF-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:23.404932] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T1][Y0-0000000000000000-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:23.404969] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73047-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:23.406014] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DF-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.406721] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73047-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.406989] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8DF-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.407451] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E0-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.407453] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73047-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:23.407467] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17928][LeaseHB][T1][Y0-0000000000000000-0-0] [lt=11][errcode=-4638]  REACH SYSLOG RATE LIMIT
[2024-02-22 16:43:23.426628] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F9-0-0] [lt=23][errcode=-6001] 
[2024-02-22 16:43:23.426632] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6F9-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.437186] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FA-0-0] [lt=22][errcode=-6001] 
[2024-02-22 16:43:23.437190] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FA-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.444440] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:798, tid:17629}])
[2024-02-22 16:43:23.448850] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FB-0-0] [lt=26][errcode=-6001] 
[2024-02-22 16:43:23.448855] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FB-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.460804] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FC-0-0] [lt=26][errcode=-6001] 
[2024-02-22 16:43:23.460808] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FC-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.462497] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.462630] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.469814] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16788][UserLocAsyncUp3][T1001][YB4285C5CC0D-00060642272AF9C2-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:23.481200] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:649) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=3][errcode=-4283] result set open failed(ret=-4283, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"})
[2024-02-22 16:43:23.481209] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:784) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=8][errcode=-4283] execute failed(ret=-4283, tenant_id=1001, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, retry_cnt=16, local_sys_schema_version=1684844511745400, local_tenant_schema_version=1684842745207264)
[2024-02-22 16:43:23.497348] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:816) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=5][errcode=-4283] failed to process record(executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, record_ret=-4283, ret=-4283)
[2024-02-22 16:43:23.513371] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.514325] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FE-0-0] [lt=22][errcode=-6001] 
[2024-02-22 16:43:23.514329] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C6FE-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.544536] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C701-0-0] [lt=25][errcode=-6001] 
[2024-02-22 16:43:23.544540] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C701-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.563805] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.565465] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.663627] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.663820] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=17][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.673514] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.695345] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C705-0-0] [lt=23][errcode=-6001] 
[2024-02-22 16:43:23.695350] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C705-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.749645] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C706-0-0] [lt=23][errcode=-6001] 
[2024-02-22 16:43:23.749652] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C706-0-0] [lt=7][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:23.763815] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1001][YB4285C5CC0A-00060649E8FF9BA7-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:23.764328] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.764735] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.770929] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [17622][T1002_TenantInf][T1001][YB4285C5CC0D-000606447E5AD6B0-0-0] [lt=12][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:23.818480] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C70A-0-0] [lt=28][errcode=-6005] 
[2024-02-22 16:43:23.818484] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C70A-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:23.819700] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.844839] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=17][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:243, tid:16802}])
[2024-02-22 16:43:23.846306] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305C-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.846321] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:23.856311] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305C-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:23.860160] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=22][errcode=-4038] 
[2024-02-22 16:43:23.860472] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305C-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.865204] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=45][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.865196] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.870932] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305D-0-0] [lt=26][errcode=-4638] 
[2024-02-22 16:43:23.875976] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305D-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.877027] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305D-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.878515] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305D-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:23.889063] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305E-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:23.890193] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305E-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.901290] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305E-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:23.902169] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305E-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.915115] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305F-0-0] [lt=24][errcode=-4638] 
[2024-02-22 16:43:23.915721] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305F-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:23.916494] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305F-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.917062] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7305F-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.927467] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73060-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.928229] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73060-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:23.928921] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73060-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.936449] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73060-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:23.946954] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73061-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:23.947843] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73061-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:23.948468] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73061-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:23.956843] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73061-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:23.966166] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.966254] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=4][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.967321] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73062-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:23.974311] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:23.975821] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73062-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:23.985610] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73062-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.989977] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73062-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:23.992690] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C70F-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:23.992693] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C70F-0-0] [lt=3][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.000839] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73063-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:24.001558] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73063-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:24.021375] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73063-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:24.041636] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73063-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:24.052064] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73064-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:24.052576] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73064-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:24.053166] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73064-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:24.053711] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73064-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:24.066208] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.066467] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.069527] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73065-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:24.075880] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73065-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:24.076867] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73065-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:24.077595] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73065-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:24.088074] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73066-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:24.088626] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73066-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:24.089215] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73066-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:24.089718] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73066-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:24.100128] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73067-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:24.100681] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73067-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:24.101544] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73067-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:24.112733] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C713-0-0] [lt=23][errcode=-6005] 
[2024-02-22 16:43:24.112737] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C713-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.120304] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73067-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:24.129894] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.130900] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73068-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:24.131542] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C713-0-0] [lt=33][errcode=-6005] 
[2024-02-22 16:43:24.131548] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C713-0-0] [lt=6][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.131569] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73068-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:24.137509] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73068-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:24.138126] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73068-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:24.148644] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73069-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:24.149452] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73069-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:24.150860] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73069-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:24.151752] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73069-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:24.162265] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306A-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:24.163675] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:24.167049] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.169731] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.169937] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C715-0-0] [lt=31][errcode=-6005] 
[2024-02-22 16:43:24.169942] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C715-0-0] [lt=3][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.170160] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306A-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:24.170996] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306A-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:24.182182] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306B-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:24.182139] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=7] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:24.182768] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306B-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:24.199788] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306B-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:24.206050] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306B-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:24.216720] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306C-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:24.217330] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306C-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:24.217978] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306C-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:24.218903] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306C-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:24.229367] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306D-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:24.230893] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306D-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:24.231615] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306D-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:24.232394] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306D-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:24.242900] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306E-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:24.243893] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7306E-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:24.245284] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=16][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6001, dropped:174, tid:16743}])
[2024-02-22 16:43:24.247019] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C719-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:24.247023] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C719-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.267721] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=19][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.269663] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.276381] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=15] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:24.286615] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.323208] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C71C-0-0] [lt=32][errcode=-6005] 
[2024-02-22 16:43:24.323212] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C71C-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.335814] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C71D-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:24.335818] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C71D-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.346727] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4038] 
[2024-02-22 16:43:24.360560] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=11][errcode=-4038] 
[2024-02-22 16:43:24.369565] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.369616] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=51] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.369642] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=24] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.369660] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=16] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.369681] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.369702] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521590}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.370847] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.372770] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DEB-0-0] [lt=12][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:24.376754] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd81b7bd290, fd:1336, err:5, last_decode_time_:1708591404367165, last_write_time_:1708591404375984, read_buffer_.get_consume_sz():828, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:24.376848] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a75290, fd:2943, err:5, last_decode_time_:1708591404376835, last_write_time_:1708591404376178, read_buffer_.get_consume_sz():1483, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC6962F-0-0})
[2024-02-22 16:43:24.376871] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6962F-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:24.377323] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.382564] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=69][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2752, err:5, last_decode_time_:1708591404367987, last_write_time_:1708591404382432, read_buffer_.get_consume_sz():341, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:24.417466] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C720-0-0] [lt=23][errcode=-6001] 
[2024-02-22 16:43:24.417470] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C720-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.443997] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.464625] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C721-0-0] [lt=30][errcode=-6001] 
[2024-02-22 16:43:24.464634] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C721-0-0] [lt=8][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.470301] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16785][UserLocAsyncUp0][T1001][YB4285C5CC0D-00060642270AF8D0-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:24.471488] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=19][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.471734] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.517311] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17295][T1_L5_G0][T1002][YB4285C5CC0C-00060648CF0EE3C2-0-0] [lt=19][errcode=-4038] 
[2024-02-22 16:43:24.545558] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=15][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:802, tid:16659}])
[2024-02-22 16:43:24.556034] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=7] get_min_unreplayed_log_info(lsn={lsn:727693187002}, scn={val:1707888322777834208}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591393384416, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:24.572398] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=17][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.572475] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=14][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.576531] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=24] get_min_unreplayed_log_info(lsn={lsn:1168537399318}, scn={val:1708591389649834705}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591391377900, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537399318}, committed_end_lsn_:{lsn:1168537399318}, next_to_submit_scn_:{val:1708591389649834705}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:748, curr_read_buf_start_pos:0, curr_read_buf_end_pos:748, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537398570}, end_lsn:{lsn:1168537399318}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591389649834704}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:660, scn_:{val:1708591389649834704}, data_checksum:2780988613, flag:1}}, init_mode_version:0, accumlate_checksum:4047483083}}}})
[2024-02-22 16:43:24.596504] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C726-0-0] [lt=34][errcode=-6001] 
[2024-02-22 16:43:24.596509] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C726-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.603194] WDIAG [STORAGE.TRANS] process (ob_trans_rpc.h:276) [16827][RpcIO][T1][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=12][errcode=-4018] handle transaction msg callback error(ret=-4018, trans_id={txid:1821047518}, sender_ls_id={id:9223372036854775807}, receiver_ls_id={id:1}, msg_type=60, rcode=-6220, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.605849] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.628649] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:649) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=4][errcode=-4283] result set open failed(ret=-4283, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"})
[2024-02-22 16:43:24.628658] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:784) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=8][errcode=-4283] execute failed(ret=-4283, tenant_id=1001, executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, retry_cnt=22, local_sys_schema_version=1684844511745400, local_tenant_schema_version=1684842745207264)
[2024-02-22 16:43:24.634582] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C727-0-0] [lt=30][errcode=-6005] 
[2024-02-22 16:43:24.634587] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C727-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:24.650783] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:816) [42717][T1_L0_G0][T1001][YB4285C5CC0D-000606448033BF1B-0-0] [lt=3][errcode=-4283] failed to process record(executor={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, record_ret=-4283, ret=-4283)
[2024-02-22 16:43:24.674403] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=17][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.679425] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.689641] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=6] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.690462] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=36] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.691369] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=28] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.691925] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.692510] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=22] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.692942] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C728-0-0] [lt=27][errcode=-6001] 
[2024-02-22 16:43:24.692946] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C728-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.693608] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=31] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521590}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:24.759099] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.759254] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72A-0-0] [lt=20][errcode=-6001] 
[2024-02-22 16:43:24.759258] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72A-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.773386] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.774554] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.843742] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72C-0-0] [lt=27][errcode=-6001] 
[2024-02-22 16:43:24.843746] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72C-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.848100] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=12][errcode=-4038] 
[2024-02-22 16:43:24.864030] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72C-0-0] [lt=21][errcode=-6001] 
[2024-02-22 16:43:24.864034] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72C-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.868444] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=20][errcode=-4038] 
[2024-02-22 16:43:24.874133] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.878445] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.915485] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16831][RpcIO][T0][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=8][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.945986] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:402, tid:16742}])
[2024-02-22 16:43:24.950416] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308D-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:24.951253] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308D-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:24.956778] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308D-0-0] [lt=25][errcode=-4638] 
[2024-02-22 16:43:24.957810] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308D-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:24.958644] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72F-0-0] [lt=22][errcode=-6001] 
[2024-02-22 16:43:24.958648] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C72F-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.969370] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308E-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:24.970012] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308E-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:24.971018] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308E-0-0] [lt=27][errcode=-4638] 
[2024-02-22 16:43:24.971630] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308E-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:24.973880] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C731-0-0] [lt=22][errcode=-6001] 
[2024-02-22 16:43:24.973884] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C731-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:24.974858] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.975398] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=6][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:24.982184] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308F-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:24.988846] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308F-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:24.999472] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308F-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:25.006445] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7308F-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:25.017046] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73090-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:25.038283] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73090-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:25.041320] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73090-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:25.055506] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73090-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:25.066039] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73091-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:25.073710] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=26][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.076106] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=10][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.076317] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.088285] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73091-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:25.093367] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73091-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.102117] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C734-0-0] [lt=85][errcode=-6001] 
[2024-02-22 16:43:25.102123] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C734-0-0] [lt=6][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:25.102259] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73091-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:25.113328] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73092-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:25.113923] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73092-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.115804] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73092-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:25.116535] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73092-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:25.127048] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73093-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:25.128154] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73093-0-0] [lt=21][errcode=-4638] 
[2024-02-22 16:43:25.128801] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73093-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:25.140615] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16795][AutoLSLoc][T1001][YB4285C5CC0D-000606444D8EAF44-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:25.148827] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73093-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.159527] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73094-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:25.162711] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73094-0-0] [lt=24][errcode=-4638] 
[2024-02-22 16:43:25.163466] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73094-0-0] [lt=4][errcode=-4638] 
[2024-02-22 16:43:25.172985] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73094-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:25.175861] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.176418] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=7][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.183606] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73095-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:25.194149] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73095-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:25.196041] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73095-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:25.204065] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=16] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:25.208212] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73095-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:25.220778] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73096-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:25.221546] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73096-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:25.228704] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=25][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.231416] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73096-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:25.240502] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73096-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:25.251156] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73097-0-0] [lt=25][errcode=-4638] 
[2024-02-22 16:43:25.251849] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73097-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:25.252956] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73097-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:25.266644] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73097-0-0] [lt=27][errcode=-4638] 
[2024-02-22 16:43:25.276956] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=19] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:25.277213] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73098-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:25.277370] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.277423] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.295551] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73098-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:25.296871] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73098-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:25.297512] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73098-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:25.315443] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73099-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:25.316177] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73099-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:25.325385] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73099-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:25.325402] WDIAG [STORAGE.TRANS] process (ob_trans_rpc.h:276) [16831][RpcIO][T1][YB4285C5CC0D-00060643EDA5DE7D-0-0] [lt=16][errcode=-4018] handle transaction msg callback error(ret=-4018, trans_id={txid:1821047549}, sender_ls_id={id:9223372036854775807}, receiver_ls_id={id:1}, msg_type=60, rcode=0, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.326178] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73099-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:25.336668] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309A-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:25.337301] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309A-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:25.338264] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309A-0-0] [lt=5][errcode=-4638] 
[2024-02-22 16:43:25.349017] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17619][T1002_LogUpdate][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4038] 
[2024-02-22 16:43:25.353296] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309A-0-0] [lt=31][errcode=-4638] 
[2024-02-22 16:43:25.358714] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E6-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:25.359338] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E6-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:25.360340] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E6-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:25.360939] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E6-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.369447] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309B-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:25.369466] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E7-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:25.369618] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [17373][T1001_LogUpdate][T1001][Y0-0000000000000000-0-0] [lt=15][errcode=-4038] 
[2024-02-22 16:43:25.369634] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591402575289938, latest_log_ts:{val:1708591385948628632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:25.369690] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=54] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:25.369738] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=47] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:25.369760] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:25.369781] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:25.369812] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=30] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591393753521590}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591387910676037}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:25.370224] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309B-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.370765] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CD01-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:25.370758] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=10][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd765607290, fd:1336, err:5, last_decode_time_:1708591405370741, last_write_time_:1708591405370690, read_buffer_.get_consume_sz():346, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CD01-0-0})
[2024-02-22 16:43:25.370912] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E7-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.371677] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DED-0-0] [lt=15][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:25.373089] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309B-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:25.373825] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E7-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.374176] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309B-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:25.374601] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E7-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:25.374881] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E8-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:25.376031] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=35][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd73227a300, fd:2535, err:5, last_decode_time_:1708591405376022, last_write_time_:1708591405375545, read_buffer_.get_consume_sz():2632, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CD02-0-0})
[2024-02-22 16:43:25.376052] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CD02-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:25.376125] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd824c60150, fd:2284, err:5, last_decode_time_:1708591405376102, last_write_time_:1708591405375697, read_buffer_.get_consume_sz():1051, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A97-0-0})
[2024-02-22 16:43:25.376136] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A97-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:25.376628] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E8-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:25.377955] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.378020] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16828][RpcIO][T0][YB4285C5CC0D-00060643ED85C2BD-0-0] [lt=16][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.384631] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309C-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:25.385653] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16827][RpcIO][T0][YB4285C5CC0D-00060644503D8D6C-0-0] [lt=12][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.386531] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7309C-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:25.394331] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8E8-0-0] [lt=13][errcode=-4638]  REACH SYSLOG RATE LIMIT
[2024-02-22 16:43:25.423654] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17483][T1001_ReplaySrv][T1001][Y0-0000000000000000-0-0] [lt=26] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:3, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:2, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405423266, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537401954}, committed_end_lsn_:{lsn:1168537401954}, next_to_submit_scn_:{val:1708591390381447895}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:2636, curr_read_buf_start_pos:0, curr_read_buf_end_pos:2636, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537399318}, end_lsn:{lsn:1168537401954}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591390381447894}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:445, scn_:{val:1708591390381447894}, data_checksum:2005706622, flag:1}}, init_mode_version:0, accumlate_checksum:2535978983}}}}, replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:1168537400595}, scn_:{val:1708591390049724344}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591390190737, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd78e0ae130})
[2024-02-22 16:43:25.423779] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17444][T1001_ReplaySrv][T1001][Y0-0000000000000000-0-0] [lt=13] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:1168537400595}, scn_:{val:1708591390049724344}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591390190737, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:20, retry_cost_:-1, log_buf_:0x7fd78e0ae140}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405423266, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537401954}, committed_end_lsn_:{lsn:1168537401954}, next_to_submit_scn_:{val:1708591390381447895}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:2636, curr_read_buf_start_pos:0, curr_read_buf_end_pos:2636, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537399318}, end_lsn:{lsn:1168537401954}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591390381447894}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:445, scn_:{val:1708591390381447894}, data_checksum:2005706622, flag:1}}, init_mode_version:0, accumlate_checksum:2535978983}}}}, replay_queue_idx=17, ret=0)
[2024-02-22 16:43:25.446568] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=25][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6001, dropped:130, tid:16743}])
[2024-02-22 16:43:25.456461] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=16] get_min_unreplayed_log_info(lsn={lsn:338057402670}, scn={val:1708591393753521640}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405377826, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057402670}, committed_end_lsn_:{lsn:338057402670}, next_to_submit_scn_:{val:1708591393753521640}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057402548}, end_lsn:{lsn:338057402670}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393753521639}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393753521639}, data_checksum:154833137, flag:0}}, init_mode_version:0, accumlate_checksum:3329960007}}}})
[2024-02-22 16:43:25.470723] WDIAG [RPC.FRAME] send (ob_req_transport.cpp:502) [16786][UserLocAsyncUp1][T1001][YB4285C5CC0D-0006064226FB04D1-0-0] [lt=15][errcode=-4012] send packet fail due to session timeout. It may be caused by tenant queue being full or deadlock in RPC server side, or someting else. Please look into it in the log of server side(easy_error=-47, ret=-4012)
[2024-02-22 16:43:25.474448] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17484][T1001_ReplaySrv][T1001][Y0-0000000000000000-0-0] [lt=14] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:1, lsn_:{lsn:1168537403921}, scn_:{val:1708591393754142860}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:7435878334736746667, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:624, retry_cost_:-1, log_buf_:0x7fd78e0b05a0}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:1168537403921}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405473404, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537404015}, committed_end_lsn_:{lsn:1168537404015}, next_to_submit_scn_:{val:1708591393754142861}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:150, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537403865}, end_lsn:{lsn:1168537404015}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754142860}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591393754142860}, data_checksum:1133067260, flag:0}}, init_mode_version:0, accumlate_checksum:1483999457}}}}, replay_queue_idx=11, ret=0)
[2024-02-22 16:43:25.474489] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:874) [17484][T1001_ReplaySrv][T1001][Y0-0000000000000000-0-0] [lt=40] post barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:1, lsn_:{lsn:1168537403921}, scn_:{val:1708591393754142860}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:7435878334736746667, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:624, retry_cost_:-1, log_buf_:null}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405473404, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537404015}, committed_end_lsn_:{lsn:1168537404015}, next_to_submit_scn_:{val:1708591393754142861}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:150, curr_read_buf_start_pos:0, curr_read_buf_end_pos:150, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537403865}, end_lsn:{lsn:1168537404015}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754142860}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:62, scn_:{val:1708591393754142860}, data_checksum:1133067260, flag:0}}, init_mode_version:0, accumlate_checksum:1483999457}}}}, ret=0)
[2024-02-22 16:43:25.478646] INFO  [MVCC] decide_reserved_snapshot_version_ (ob_multi_version_garbage_collector.cpp:615) [17756][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=6] succeed to update global reserved snapshot(ret=0, this={this:0x7fd8f0bfe4b0, last_study_timestamp:1708591343224877, last_refresh_timestamp:1708591343226497, last_reclaim_timestamp:1708591223203035, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708591025024007927}, is_inited:true}, global_reserved_snapshot_={val:1708591025024007927}, reserved_snapshot={val:1708591025024007927})
[2024-02-22 16:43:25.478660] INFO  [MVCC] refresh_ (ob_multi_version_garbage_collector.cpp:549) [17756][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=14] multi-version garbage collector refresh successfully(this={this:0x7fd8f0bfe4b0, last_study_timestamp:1708591343224877, last_refresh_timestamp:1708591343226497, last_reclaim_timestamp:1708591223203035, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708591025024007927}, is_inited:true}, collector={reserved_snapshot_version:{val:1708591025024007927}, reserved_snapshot_type:2, reserved_status:-1, reserved_create_time:1708591025442918, reserved_addr:"133.197.204.10:2882", is_this_server_disabled:false, status:0})
[2024-02-22 16:43:25.478682] INFO  [MVCC] repeat_refresh (ob_multi_version_garbage_collector.cpp:229) [17756][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=10] repeat refresh successfully(ret=0, this={this:0x7fd8f0bfe4b0, last_study_timestamp:1708591343224877, last_refresh_timestamp:1708591405478682, last_reclaim_timestamp:1708591223203035, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708591025024007927}, is_inited:true}, current_timestamp=1708591403212065, GARBAGE_COLLECT_RETRY_INTERVAL=60000000)
[2024-02-22 16:43:25.478692] INFO  [MVCC] repeat_reclaim (ob_multi_version_garbage_collector.cpp:264) [17756][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=9] skip repeat reclaim(ret=0, this={this:0x7fd8f0bfe4b0, last_study_timestamp:1708591343224877, last_refresh_timestamp:1708591405478682, last_reclaim_timestamp:1708591223203035, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1708591025024007927}, is_inited:true}, current_timestamp=1708591405478691, GARBAGE_COLLECT_EXEC_INTERVAL=600000000)
[2024-02-22 16:43:25.480801] INFO  [SERVER] process_final (ob_inner_sql_connection.cpp:616) [42717][T1_L0_G0][T1][YB4285C5CC0D-000606448033BF1B-0-0] [lt=0] slow inner sql(last_ret=0, sql={ObIExecutor:, sql:"SELECT /*+ query_timeout(1000000000) */ `tenant_id`, `frozen_scn`, `last_merged_scn`, `merge_start_time`, `is_merge_error`, `suspend_merging` FROM `__all_merge_info` WHERE 1=1 AND tenant_id = 1001"}, process_time=9419304)
[2024-02-22 16:43:25.482485] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=11][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.499960] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=20] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:25.521615] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C73E-0-0] [lt=35][errcode=-6005] 
[2024-02-22 16:43:25.521620] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C73E-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:25.542913] ERROR check_medium_checksum_table (ob_medium_compaction_func.cpp:771) [17750][T1002_MediumLoo][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4103] Data checksum error(msg="checksum verify failed", ret=-4103, checksum_items.at(0)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.10:2882", row_count:22262888, compaction_scn:{val:1707588000264588783}, data_checksum:3614153947, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26653660477700761, 47810762693952733, 42989356252253808, 53182529754495464]}}, i=4, checksum_items.at(i)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.3:2882", row_count:22262937, compaction_scn:{val:1707588000264588783}, data_checksum:3539063395, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26659666626161974, 47810862462080152, 42988599555908571, 53182646807770761]}})
[2024-02-22 16:43:25.567108] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C740-0-0] [lt=30][errcode=-6005] 
[2024-02-22 16:43:25.567113] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C740-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:25.646814] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4283, dropped:611, tid:17683}])
[2024-02-22 16:43:25.656562] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=4] get_min_unreplayed_log_info(lsn={lsn:303010548702}, scn={val:1708591393754284321}, this={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405560279, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010548702}, committed_end_lsn_:{lsn:303010548702}, next_to_submit_scn_:{val:1708591393754284321}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010548580}, end_lsn:{lsn:303010548702}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591393754284320}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591393754284320}, data_checksum:2124447694, flag:0}}, init_mode_version:0, accumlate_checksum:625141861}}}})
[2024-02-22 16:43:25.702166] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16830][RpcIO][T0][Y0-0000000000000000-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.705314] WDIAG [STORAGE.TRANS] process_ (ob_gts_rpc.h:196) [16829][RpcIO][T0][YB4285C5CC0D-000606425448D45D-0-0] [lt=13][errcode=0] gts rpc error(rcode={code:-4038, msg:"", warnings:[]}, dst="133.197.204.3:2882")
[2024-02-22 16:43:25.740575] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17777][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=15] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:1, lsn_:{lsn:78312865980}, scn_:{val:1708591392470391536}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:7435878334736746667, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:617, retry_cost_:-1, log_buf_:0x7fd848272be0}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:3, post_barrier_lsn_:{lsn:78312865980}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405740604, err_info_:{has_fatal_error_:false, fail_ts_:1708591405739672, fail_cost_:10875153, ret_code_:-4023}}, next_to_submit_lsn_:{lsn:78312866074}, committed_end_lsn_:{lsn:78312866202}, next_to_submit_scn_:{val:1708591392470391537}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:206, curr_read_buf_start_pos:0, curr_read_buf_end_pos:278, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312865924}, end_lsn:{lsn:78312866202}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:72, prev_entry_scn:{val:1708591405736795846}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:40, scn_:{val:1708591405736795846}, data_checksum:3911005739, flag:0}}, init_mode_version:0, accumlate_checksum:669458064}}}}, replay_queue_idx=11, ret=0)
[2024-02-22 16:43:25.740631] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:874) [17777][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=55] post barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:1, lsn_:{lsn:78312865980}, scn_:{val:1708591392470391536}, is_pre_barrier_:true, is_post_barrier_:true, log_size_:62, replay_hint_:7435878334736746667, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:617, retry_cost_:-1, log_buf_:null}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:4, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405740629, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312866202}, committed_end_lsn_:{lsn:78312866202}, next_to_submit_scn_:{val:1708591405736795847}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:278, curr_read_buf_start_pos:0, curr_read_buf_end_pos:278, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312865924}, end_lsn:{lsn:78312866202}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591405736795846}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:40, scn_:{val:1708591405736795846}, data_checksum:3911005739, flag:0}}, init_mode_version:0, accumlate_checksum:669458064}}}}, ret=0)
[2024-02-22 16:43:25.768206] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17692][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=11] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:78312867728}, scn_:{val:1708591405751803711}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591405765371, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:21, retry_cost_:-1, log_buf_:0x7fd848279060}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591405767868, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312867784}, committed_end_lsn_:{lsn:78312867784}, next_to_submit_scn_:{val:1708591405751803712}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312867672}, end_lsn:{lsn:78312867784}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591405751803711}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591405751803711}, data_checksum:382577914, flag:1}}, init_mode_version:0, accumlate_checksum:3694655114}}}}, replay_queue_idx=27, ret=0)
[2024-02-22 16:43:25.770886] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C742-0-0] [lt=27][errcode=-6001] 
[2024-02-22 16:43:25.770890] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C742-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:25.812913] ERROR check_medium_checksum_table (ob_medium_compaction_func.cpp:771) [17750][T1002_MediumLoo][T1002][Y0-0000000000000000-0-0] [lt=23][errcode=-4103] Data checksum error(msg="checksum verify failed", ret=-4103, checksum_items.at(0)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.10:2882", row_count:22262888, compaction_scn:{val:1707588000264588783}, data_checksum:3614153947, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26653660477700761, 47810762693952733, 42989356252253808, 53182529754495464]}}, i=4, checksum_items.at(i)={tenant_id:1002, ls_id:{id:1004}, tablet_id:{id:1152921504606849455}, server:"133.197.204.3:2882", row_count:22262937, compaction_scn:{val:1707588000264588783}, data_checksum:3539063395, column_meta:{compat_version:0, checksum_method:0, checksum_bytes:22, column_checksums:[26659666626161974, 47810862462080152, 42988599555908571, 53182646807770761]}})
[2024-02-22 16:43:25.829549] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C744-0-0] [lt=27][errcode=-6005] 
[2024-02-22 16:43:25.829556] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C744-0-0] [lt=7][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:25.860371] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C745-0-0] [lt=31][errcode=-6001] 
[2024-02-22 16:43:25.860377] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C745-0-0] [lt=6][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:25.885648] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C746-0-0] [lt=21][errcode=-6001] 
[2024-02-22 16:43:25.885653] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C746-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:25.907179] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C747-0-0] [lt=36][errcode=-6005] 
[2024-02-22 16:43:25.907184] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C747-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:25.911888] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C747-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:25.911892] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C747-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:25.928223] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C747-0-0] [lt=33][errcode=-6001] 
[2024-02-22 16:43:25.928229] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C747-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:25.957384] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74A-0-0] [lt=37][errcode=-6001] 
[2024-02-22 16:43:25.957389] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74A-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:25.970213] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74B-0-0] [lt=26][errcode=-6005] 
[2024-02-22 16:43:25.970217] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74B-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:25.984476] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74C-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:25.984480] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74C-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:25.997805] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74D-0-0] [lt=40][errcode=-6001] 
[2024-02-22 16:43:25.997811] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74D-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.010722] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74E-0-0] [lt=29][errcode=-6005] 
[2024-02-22 16:43:26.010727] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C74E-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:26.047227] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=24][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:374, tid:16742}])
[2024-02-22 16:43:26.057769] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B7-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:26.059030] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B7-0-0] [lt=67][errcode=-4638] 
[2024-02-22 16:43:26.059694] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B7-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:26.060378] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B7-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.070780] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B8-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:26.071408] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B8-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.071917] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B8-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.072560] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B8-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.082989] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B9-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:26.083570] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B9-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:26.084245] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B9-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.084986] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730B9-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:26.095701] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BA-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:26.096317] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BA-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.097255] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BA-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.098054] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BA-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.108448] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BB-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:26.109094] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BB-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.109760] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BB-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.110319] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BB-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.120756] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BC-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:26.121441] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BC-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:26.122056] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BC-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:26.122638] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BC-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:26.133199] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BD-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:26.133834] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BD-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.134512] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BD-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:26.135222] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BD-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.145642] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BE-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:26.146566] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BE-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:26.147563] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BE-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.148188] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BE-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.158667] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BF-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:26.159545] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BF-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:26.160504] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BF-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.161173] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730BF-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:26.171732] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C0-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:26.184409] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C0-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:26.185815] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C0-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:26.186564] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C0-0-0] [lt=29][errcode=-4638] 
[2024-02-22 16:43:26.197268] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C1-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:26.197884] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C1-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:26.198684] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C1-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.199423] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C1-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:26.200939] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C75C-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:26.200943] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C75C-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.209847] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C2-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:26.210550] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C2-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:26.211163] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C2-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.211740] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C2-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:26.219320] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:26.222186] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C3-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:26.222792] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C75E-0-0] [lt=26][errcode=-6001] 
[2024-02-22 16:43:26.222796] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C75E-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.222901] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C3-0-0] [lt=5][errcode=-4638] 
[2024-02-22 16:43:26.223543] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C3-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.224052] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C3-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:26.231141] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C75F-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:26.231152] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C75F-0-0] [lt=10][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.234539] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C4-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:26.235553] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C4-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:26.236936] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C4-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:26.237555] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C4-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:26.248006] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C5-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:26.248716] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C5-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:26.249420] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C5-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.249940] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C5-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:26.260752] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C6-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:26.261334] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C6-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.262077] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C6-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.262938] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C6-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:26.273638] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C7-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:26.274574] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C7-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:26.275191] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C7-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:26.275883] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C7-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:26.277581] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=14] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:26.286303] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C8-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:26.291789] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C8-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:26.292407] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C8-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:26.294462] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730C8-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:26.309196] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C765-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:26.309200] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C765-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:26.369705] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=44] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591388704116590}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591415736795846, latest_log_ts:{val:1708591405736795846}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:26.369753] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=48] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591388704116590}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:26.369776] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591388704116590}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:26.369796] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591388704116590}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:26.369815] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591388704116590}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:26.369835] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591406100282554}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591388704116590}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:26.371670] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=50][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd76577d290, fd:2818, err:5, last_decode_time_:1708591406371634, last_write_time_:1708591406371547, read_buffer_.get_consume_sz():743, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447BF67DEF-0-0})
[2024-02-22 16:43:26.371682] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DEF-0-0] [lt=14][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:26.372765] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3C3-0-0] [lt=18][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:26.377260] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=5][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd895018030, fd:1336, err:5, last_decode_time_:1708591406377245, last_write_time_:1708591406376661, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69633-0-0})
[2024-02-22 16:43:26.377278] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69633-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:26.377343] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2284, err:5, last_decode_time_:1708591406366429, last_write_time_:1708591406376815, read_buffer_.get_consume_sz():654, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:26.455679] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17272][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=3] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708538403367358323}, clog_base_lsn:{lsn:327605477376}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1707366610741952276}, all_id_meta:{id_meta:[{limited_id:1708591419396000509, latest_log_ts:{val:1708591402745849705}}, {limited_id:1826000001, latest_log_ts:{val:1708590098798337364}}, {limited_id:14710000001, latest_log_ts:{val:1708591364459408088}}]}}, log_handler:{role:2, proposal_id:45892, palf_env_:0x7fd93f7de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:26.530707] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=8] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:26.547698] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=14][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6005, dropped:129, tid:17435}])
[2024-02-22 16:43:26.670639] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C77E-0-0] [lt=29][errcode=-6005] 
[2024-02-22 16:43:26.670644] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C77E-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:26.684188] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C77F-0-0] [lt=23][errcode=-6005] 
[2024-02-22 16:43:26.684192] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C77F-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:26.848030] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=17][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6001, dropped:218, tid:16743}])
[2024-02-22 16:43:26.891168] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C78F-0-0] [lt=40][errcode=-6001] 
[2024-02-22 16:43:26.891173] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C78F-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.904907] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C790-0-0] [lt=20][errcode=-6001] 
[2024-02-22 16:43:26.904911] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C790-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.919408] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C791-0-0] [lt=21][errcode=-6001] 
[2024-02-22 16:43:26.919412] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C791-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.950659] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C792-0-0] [lt=33][errcode=-6001] 
[2024-02-22 16:43:26.950665] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C792-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:26.954723] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C792-0-0] [lt=29][errcode=-6001] 
[2024-02-22 16:43:26.954729] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C792-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:27.008325] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C794-0-0] [lt=31][errcode=-6005] 
[2024-02-22 16:43:27.008330] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C794-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.029197] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C795-0-0] [lt=28][errcode=-6005] 
[2024-02-22 16:43:27.029202] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C795-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.048281] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=21][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:637, tid:16742}])
[2024-02-22 16:43:27.049038] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FB-0-0] [lt=21][errcode=-4638] 
[2024-02-22 16:43:27.051246] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FB-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:27.074345] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FB-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:27.075190] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FB-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:27.097221] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FC-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:27.099254] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FC-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:27.106195] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FC-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:27.107163] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FC-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:27.115517] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C797-0-0] [lt=29][errcode=-6005] 
[2024-02-22 16:43:27.115522] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C797-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.118494] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FD-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:27.119484] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FD-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:27.130375] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FD-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:27.131096] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FD-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:27.142493] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FE-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:27.143217] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FE-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.143763] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C798-0-0] [lt=25][errcode=-6001] 
[2024-02-22 16:43:27.143768] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C798-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:27.143866] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FE-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.144770] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FE-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:27.160930] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FF-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:27.163136] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FF-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:27.163921] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FF-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.167892] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C799-0-0] [lt=27][errcode=-6001] 
[2024-02-22 16:43:27.167896] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C799-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:27.169072] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB730FF-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:27.180093] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73100-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:27.181015] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73100-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:27.182197] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73100-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:27.182985] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73100-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:27.185352] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79A-0-0] [lt=32][errcode=-6001] 
[2024-02-22 16:43:27.185356] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79A-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:27.204438] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73101-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:27.205274] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73101-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:27.207027] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73101-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:27.207702] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73101-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:27.218126] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73102-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:27.218859] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73102-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:27.219531] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73102-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:27.220371] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73102-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:27.220751] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79B-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:27.220755] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79B-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:27.226742] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=50] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:27.230821] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73103-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:27.231981] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73103-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:27.232792] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73103-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.233547] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73103-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:27.233709] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79C-0-0] [lt=21][errcode=-6005] 
[2024-02-22 16:43:27.233713] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79C-0-0] [lt=3][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.244016] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73104-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:27.244768] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73104-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:27.245297] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73104-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:27.246022] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73104-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:27.248509] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79E-0-0] [lt=33][errcode=-6005] 
[2024-02-22 16:43:27.248515] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C79E-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.256784] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73105-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:27.257472] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73105-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.258018] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73105-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:27.258570] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73105-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.268570] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17256][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=23] get_min_unreplayed_log_info(lsn={lsn:328194755529}, scn={val:1708591407263786199}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591407264820, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328194755529}, committed_end_lsn_:{lsn:328194755529}, next_to_submit_scn_:{val:1708591407263786199}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:962, curr_read_buf_start_pos:0, curr_read_buf_end_pos:962, log_storage_:{IteratorStorage:{start_lsn:{lsn:328194754567}, end_lsn:{lsn:328194755529}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591407263786198}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:874, scn_:{val:1708591407263786198}, data_checksum:554579870, flag:1}}, init_mode_version:0, accumlate_checksum:2347806935}}}})
[2024-02-22 16:43:27.268962] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73106-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:27.269577] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73106-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.270375] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73106-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:27.271090] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73106-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.278153] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:27.281551] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73107-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:27.282337] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73107-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.283029] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73107-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.284202] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73107-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.294658] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73108-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:27.295269] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73108-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.295800] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73108-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:27.296425] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73108-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:27.306889] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73109-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:27.307644] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73109-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:27.308200] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73109-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:27.308817] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73109-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:27.319218] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310A-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:27.319943] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:27.320497] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310A-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:27.321036] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310A-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:27.331467] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310B-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:27.332263] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310B-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:27.332960] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310B-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:27.333782] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310B-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:27.344355] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310C-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:27.345350] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310C-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:27.346621] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310C-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:27.348227] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7310C-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:27.357874] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8F4-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:27.369767] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=18] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591415736795846, latest_log_ts:{val:1708591405736795846}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:27.369815] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=47] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:27.369837] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:27.369866] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:27.369887] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:27.369908] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591406817509408}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:27.372017] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3C4-0-0] [lt=11][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:27.372126] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=5][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd73227a300, fd:1336, err:5, last_decode_time_:1708591407372096, last_write_time_:1708591407371990, read_buffer_.get_consume_sz():346, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447BF67DF0-0-0})
[2024-02-22 16:43:27.372167] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DF0-0-0] [lt=14][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:27.376369] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d39b6120, fd:2284, err:5, last_decode_time_:1708591407376348, last_write_time_:1708591407375809, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A9E-0-0})
[2024-02-22 16:43:27.376387] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A9E-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:27.376480] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=26][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d21c2030, fd:2867, err:5, last_decode_time_:1708591407376452, last_write_time_:1708591407376175, read_buffer_.get_consume_sz():2312, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943A9F-0-0})
[2024-02-22 16:43:27.376481] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943A9F-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:27.450629] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7AE-0-0] [lt=25][errcode=-6001] 
[2024-02-22 16:43:27.450633] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7AE-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:27.457669] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=9] get_min_unreplayed_log_info(lsn={lsn:78312871403}, scn={val:1708591407415330113}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591407420286, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312871403}, committed_end_lsn_:{lsn:78312871403}, next_to_submit_scn_:{val:1708591407415330113}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312871281}, end_lsn:{lsn:78312871403}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591407415330112}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591407415330112}, data_checksum:2923900223, flag:0}}, init_mode_version:0, accumlate_checksum:2809199235}}}})
[2024-02-22 16:43:27.457737] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=40] get_min_unreplayed_log_info(lsn={lsn:30534151324}, scn={val:1708591407415330113}, this={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591407418549, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534151324}, committed_end_lsn_:{lsn:30534151324}, next_to_submit_scn_:{val:1708591407415330113}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534151202}, end_lsn:{lsn:30534151324}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591407415330112}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591407415330112}, data_checksum:3859762831, flag:1}}, init_mode_version:0, accumlate_checksum:1996661713}}}})
[2024-02-22 16:43:27.475615] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7B0-0-0] [lt=25][errcode=-6005] 
[2024-02-22 16:43:27.475619] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7B0-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.492241] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7B1-0-0] [lt=30][errcode=-6005] 
[2024-02-22 16:43:27.492245] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7B1-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.537692] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=17] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:27.547932] INFO  [CLOG] handle_submit_task_ (ob_log_replay_service.cpp:1163) [17777][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=24] succ to submit log task to replay service(to_submit_lsn={lsn:106815255468}, to_submit_scn={val:1708591407534142515}, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591407547749, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815255534}, committed_end_lsn_:{lsn:106815255534}, next_to_submit_scn_:{val:1708591407534142516}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815255412}, end_lsn:{lsn:106815255534}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591407534142515}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591407534142515}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:412879240}}}})
[2024-02-22 16:43:27.671948] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17479][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=3] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708583643057122044}, clog_base_lsn:{lsn:1168226906112}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1708576243434193072}, all_id_meta:{id_meta:[{limited_id:1708591415456956979, latest_log_ts:{val:1708591405456956979}}, {limited_id:3029700001, latest_log_ts:{val:1708591157233645102}}, {limited_id:36920000001, latest_log_ts:{val:1708589353762411925}}]}}, log_handler:{role:2, proposal_id:45715, palf_env_:0x7fd9113de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:27.689380] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7B9-0-0] [lt=27][errcode=-6005] 
[2024-02-22 16:43:27.689386] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7B9-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:27.748985] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6005, dropped:11, tid:16743}])
[2024-02-22 16:43:27.949184] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6001, dropped:108, tid:16743}])
[2024-02-22 16:43:28.024316] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D3-0-0] [lt=19][errcode=-6001] 
[2024-02-22 16:43:28.024320] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D3-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.037015] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D4-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:28.037019] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D4-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.049303] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=17][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:608, tid:16742}])
[2024-02-22 16:43:28.049692] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313B-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:28.049694] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D5-0-0] [lt=30][errcode=-6001] 
[2024-02-22 16:43:28.049699] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D5-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.050491] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313B-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.063331] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313C-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:28.064026] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313C-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.064410] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D6-0-0] [lt=32][errcode=-6001] 
[2024-02-22 16:43:28.064416] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D6-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.065701] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313C-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:28.066320] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313C-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.078109] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313D-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:28.078787] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313D-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.079580] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313D-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:28.081359] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D7-0-0] [lt=21][errcode=-6001] 
[2024-02-22 16:43:28.081363] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D7-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.081583] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313D-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.092027] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313E-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.093019] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313E-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.093485] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313E-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:28.094169] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313E-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.095980] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D8-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:28.095984] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D8-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.104576] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313F-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:28.105189] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313F-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.106004] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313F-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.106688] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7313F-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.108161] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D9-0-0] [lt=29][errcode=-6005] 
[2024-02-22 16:43:28.108164] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7D9-0-0] [lt=3][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:28.117216] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73140-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:28.117803] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73140-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.118517] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73140-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.119501] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73140-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:28.120197] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7DA-0-0] [lt=22][errcode=-6005] 
[2024-02-22 16:43:28.120200] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7DA-0-0] [lt=3][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:28.124050] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7DA-0-0] [lt=18][errcode=-6001] 
[2024-02-22 16:43:28.124053] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7DA-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.129962] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73141-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.130671] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73141-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.132294] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73141-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:28.133381] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73141-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.143817] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73142-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:28.144556] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73142-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.145136] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73142-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:28.145875] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73142-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.156363] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73143-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:28.157094] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73143-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.158023] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73143-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.159312] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73143-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.170013] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73144-0-0] [lt=24][errcode=-4638] 
[2024-02-22 16:43:28.170660] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73144-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:28.171191] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73144-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.172299] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73144-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:28.182833] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73145-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:28.183425] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73145-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.184063] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73145-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:28.184625] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73145-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.195073] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73146-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:28.195637] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73146-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.196325] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73146-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:28.198729] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73146-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.209328] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73147-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.209972] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73147-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.210658] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73147-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.219496] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73147-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.220500] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E1-0-0] [lt=26][errcode=-6001] 
[2024-02-22 16:43:28.220505] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E1-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.230157] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73148-0-0] [lt=23][errcode=-4638] 
[2024-02-22 16:43:28.230772] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73148-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:28.231654] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73148-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:28.259218] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:28.259692] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73148-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:28.260084] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E3-0-0] [lt=40][errcode=-6005] 
[2024-02-22 16:43:28.260088] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E3-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:28.270437] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73149-0-0] [lt=24][errcode=-4638] 
[2024-02-22 16:43:28.271671] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73149-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.278761] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=13] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:28.281393] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73149-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.282262] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73149-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:28.291808] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E4-0-0] [lt=29][errcode=-6005] 
[2024-02-22 16:43:28.291814] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E4-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:28.293025] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314A-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.293835] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314A-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:28.294768] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.304662] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.315193] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314B-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:28.315806] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314B-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.316868] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314B-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.317496] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314B-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:28.350987] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E5-0-0] [lt=33][errcode=-6005] 
[2024-02-22 16:43:28.350991] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E5-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:28.353262] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314C-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:28.354782] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314C-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.355535] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314C-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:28.358264] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=29] get_min_unreplayed_log_info(lsn={lsn:106815256388}, scn={val:1708591408258360378}, this={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591408348192, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815256388}, committed_end_lsn_:{lsn:106815256388}, next_to_submit_scn_:{val:1708591408258360378}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815256266}, end_lsn:{lsn:106815256388}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591408258360377}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591408258360377}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:196737722}}}})
[2024-02-22 16:43:28.369841] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591415736795846, latest_log_ts:{val:1708591405736795846}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:28.369897] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=54] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:28.369961] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:28.369982] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:28.370004] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:28.370034] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591408121224248}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591406711274387}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:28.372282] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CD05-0-0] [lt=13][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:28.374066] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E5-0-0] [lt=35][errcode=-6005] 
[2024-02-22 16:43:28.374070] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E5-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:28.374446] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=9][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7b1be3290, fd:2752, err:5, last_decode_time_:1708591408374424, last_write_time_:1708591408374364, read_buffer_.get_consume_sz():759, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69638-0-0})
[2024-02-22 16:43:28.374464] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69638-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:28.374732] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7314C-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:28.375751] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=40][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2818, err:5, last_decode_time_:1708591408375742, last_write_time_:1708591408375684, read_buffer_.get_consume_sz():341, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69639-0-0})
[2024-02-22 16:43:28.375765] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69639-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:28.376422] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8FA-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:28.376694] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd779b26030, fd:2943, err:5, last_decode_time_:1708591408376685, last_write_time_:1708591408376126, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CD06-0-0})
[2024-02-22 16:43:28.376707] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CD06-0-0] [lt=5][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:28.376807] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89ee34150, fd:2920, err:5, last_decode_time_:1708591408366096, last_write_time_:1708591408376327, read_buffer_.get_consume_sz():654, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:28.377581] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8FA-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:28.399266] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA8FA-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:28.436845] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E7-0-0] [lt=20][errcode=-6001] 
[2024-02-22 16:43:28.436851] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7E7-0-0] [lt=6][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:28.500561] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7EA-0-0] [lt=25][errcode=-6005] 
[2024-02-22 16:43:28.500566] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7EA-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:28.513534] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7EB-0-0] [lt=23][errcode=-6001]  REACH SYSLOG RATE LIMIT
[2024-02-22 16:43:28.639261] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=11] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:28.717916] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7F9-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:28.717920] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C7F9-0-0] [lt=32][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.050400] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=27][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:556, tid:16742}, {errcode:-6001, dropped:178, tid:16743}])
[2024-02-22 16:43:29.060872] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73179-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:29.061655] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73179-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:29.062690] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73179-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.063691] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73179-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:29.064056] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C812-0-0] [lt=20][errcode=-6001] 
[2024-02-22 16:43:29.064060] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C812-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.074269] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317A-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:29.075222] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317A-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.076107] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317A-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:29.077088] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.077977] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C813-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:29.077981] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C813-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.087525] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317B-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.088219] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317B-0-0] [lt=22][errcode=-4638] 
[2024-02-22 16:43:29.088928] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317B-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.089561] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317B-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.091220] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C814-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:29.091224] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C814-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.100092] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317C-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:29.100834] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317C-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.101509] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317C-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:29.102738] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317C-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.103272] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C815-0-0] [lt=22][errcode=-6001] 
[2024-02-22 16:43:29.103275] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C815-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.113439] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317D-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:29.113989] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317D-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:29.114563] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317D-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.115116] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317D-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.116186] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C816-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:29.116190] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C816-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.125582] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317E-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:29.126279] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317E-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.127067] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317E-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.127730] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317E-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.128810] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C817-0-0] [lt=19][errcode=-6001] 
[2024-02-22 16:43:29.128814] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C817-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.138171] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317F-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:29.138913] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317F-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.139567] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317F-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.140286] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7317F-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.142017] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C818-0-0] [lt=27][errcode=-6001] 
[2024-02-22 16:43:29.142022] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C818-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.150477] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6005, dropped:84, tid:16743}])
[2024-02-22 16:43:29.150792] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73180-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.151432] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73180-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.152213] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73180-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:29.152757] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73180-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:29.154271] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C819-0-0] [lt=45][errcode=-6005] 
[2024-02-22 16:43:29.154276] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C819-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.163203] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73181-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:29.168568] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73181-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:29.169193] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73181-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:29.169797] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73181-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:29.180257] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73182-0-0] [lt=24][errcode=-4638] 
[2024-02-22 16:43:29.181023] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73182-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.181774] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73182-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:29.182724] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73182-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:29.193099] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73183-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:29.193677] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73183-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.194596] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73183-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:29.195210] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73183-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.196695] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C81C-0-0] [lt=34][errcode=-6001] 
[2024-02-22 16:43:29.196701] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C81C-0-0] [lt=6][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.205788] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73184-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:29.206610] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73184-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:29.207338] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73184-0-0] [lt=20][errcode=-4638] 
[2024-02-22 16:43:29.208624] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73184-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:29.208787] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C81D-0-0] [lt=19][errcode=-6005] 
[2024-02-22 16:43:29.208790] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C81D-0-0] [lt=3][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.219068] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73185-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.219980] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73185-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.220590] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73185-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.221232] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73185-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:29.222232] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C81E-0-0] [lt=27][errcode=-6005] 
[2024-02-22 16:43:29.222241] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C81E-0-0] [lt=8][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.231623] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73186-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:29.232743] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73186-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.233847] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73186-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.235081] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73186-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.245621] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73187-0-0] [lt=21][errcode=-4638] 
[2024-02-22 16:43:29.246202] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73187-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.246994] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73187-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:29.247588] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73187-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:29.248608] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C821-0-0] [lt=23][errcode=-6001] 
[2024-02-22 16:43:29.248615] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C821-0-0] [lt=14][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.258265] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73188-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:29.259165] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73188-0-0] [lt=29][errcode=-4638] 
[2024-02-22 16:43:29.259785] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73188-0-0] [lt=4][errcode=-4638] 
[2024-02-22 16:43:29.260790] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73188-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:29.262071] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C822-0-0] [lt=23][errcode=-6001] 
[2024-02-22 16:43:29.262075] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C822-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:29.270708] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=19] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:29.271310] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73189-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:29.271956] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73189-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.272667] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73189-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.273438] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73189-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:29.279363] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:29.284078] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7318A-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:29.284676] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7318A-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:29.291695] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7318A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:29.292520] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7318A-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:29.304073] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7318B-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:29.306155] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C825-0-0] [lt=28][errcode=-6005] 
[2024-02-22 16:43:29.306160] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C825-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.369950] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=23] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.370012] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.370050] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=35] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.370084] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=33] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.370120] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=33] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.370162] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591408121224248}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.372163] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6963B-0-0] [lt=7][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:29.376521] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=5][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd86e2fc390, fd:2284, err:5, last_decode_time_:1708591409376497, last_write_time_:1708591409375992, read_buffer_.get_consume_sz():1209, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A167D-0-0})
[2024-02-22 16:43:29.376565] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A167D-0-0] [lt=22][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:29.376636] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd896818030, fd:2752, err:5, last_decode_time_:1708591409376628, last_write_time_:1708591409376028, read_buffer_.get_consume_sz():346, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:29.376697] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6963C-0-0] [lt=4][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:29.376709] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:707) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] user req close, and epoll thread already set error(*s={this:0x7fd85b242030, fd:2535, err:5, last_decode_time_:1708591409376587, last_write_time_:1708591409376683, read_buffer_.get_consume_sz():2474, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:29.534637] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C835-0-0] [lt=27][errcode=-6005] 
[2024-02-22 16:43:29.534641] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C835-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.559091] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=12] get_min_unreplayed_log_info(lsn={lsn:727693187002}, scn={val:1707888322777834208}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591409526824, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:29.579616] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] get_min_unreplayed_log_info(lsn={lsn:1168537586132}, scn={val:1708591409568518410}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591409569649, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537586132}, committed_end_lsn_:{lsn:1168537586132}, next_to_submit_scn_:{val:1708591409568518410}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:448, curr_read_buf_start_pos:0, curr_read_buf_end_pos:448, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537585684}, end_lsn:{lsn:1168537586132}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591409568518409}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:360, scn_:{val:1708591409568518409}, data_checksum:2489607315, flag:0}}, init_mode_version:0, accumlate_checksum:2096805240}}}})
[2024-02-22 16:43:29.633396] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C83A-0-0] [lt=28][errcode=-6005] 
[2024-02-22 16:43:29.633400] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C83A-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.648969] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=5] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:29.660549] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C83B-0-0] [lt=31][errcode=-6005] 
[2024-02-22 16:43:29.660554] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C83B-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.692739] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.693484] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=48] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.694099] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=25] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.694711] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.695285] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=29] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591407828581587}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.696229] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591408121224248}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591408840915012}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:29.733579] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C83D-0-0] [lt=26][errcode=-6001]  REACH SYSLOG RATE LIMIT
[2024-02-22 16:43:29.909604] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C845-0-0] [lt=31][errcode=-6005] 
[2024-02-22 16:43:29.909610] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C845-0-0] [lt=6][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:29.922466] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C846-0-0] [lt=28][errcode=-6005] 
[2024-02-22 16:43:29.922488] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C846-0-0] [lt=21][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.119322] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7cc580030, fd:1336, err:5, last_decode_time_:1708591410119310, last_write_time_:1708591410119250, read_buffer_.get_consume_sz():101, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447BF67DF2-0-0})
[2024-02-22 16:43:30.119356] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DF2-0-0] [lt=17][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:30.151510] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=23][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:661, tid:16742}, {errcode:-6001, dropped:330, tid:16743}])
[2024-02-22 16:43:30.152037] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731BE-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.152619] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731BE-0-0] [lt=5][errcode=-4638] 
[2024-02-22 16:43:30.153874] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731BE-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.154327] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C857-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:30.154331] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C857-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.164349] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731BF-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:30.165362] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731BF-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.166079] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731BF-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.166695] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731BF-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:30.177085] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C0-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:30.178207] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C0-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.178974] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C0-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.179557] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C0-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:30.180279] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C859-0-0] [lt=26][errcode=-6001] 
[2024-02-22 16:43:30.180295] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C859-0-0] [lt=16][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.190049] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C1-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:30.190718] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C1-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:30.191428] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C1-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.192206] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C1-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.192940] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C85A-0-0] [lt=20][errcode=-6001] 
[2024-02-22 16:43:30.192943] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C85A-0-0] [lt=3][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.202661] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C2-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:30.203589] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C2-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.204249] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C2-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:30.204838] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C2-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.215319] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C3-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:30.216005] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C3-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.216667] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C3-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:30.217220] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C3-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.218297] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C85C-0-0] [lt=34][errcode=-6001] 
[2024-02-22 16:43:30.218302] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C85C-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.227599] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C4-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:30.228375] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C4-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.229058] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C4-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.230449] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C4-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:30.240943] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C5-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:30.241713] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C5-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.242755] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C5-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.243636] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C5-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.244208] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C85F-0-0] [lt=31][errcode=-6001] 
[2024-02-22 16:43:30.244214] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C85F-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.251637] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6005, dropped:73, tid:16743}])
[2024-02-22 16:43:30.254314] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C6-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.255005] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C6-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.255736] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C6-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:30.256479] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C6-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.257800] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C860-0-0] [lt=25][errcode=-6005] 
[2024-02-22 16:43:30.257804] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C860-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.261120] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA907-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:30.261913] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA907-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:30.263029] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA907-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.263938] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA907-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.267183] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C7-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.267776] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C7-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.268436] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C7-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.269198] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C7-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.271355] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C861-0-0] [lt=27][errcode=-6005] 
[2024-02-22 16:43:30.271359] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C861-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.279928] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:30.280004] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=41] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:30.280716] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C8-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:30.282226] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C8-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.294546] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C8-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.301618] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C8-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:30.309357] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA908-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:30.312034] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C9-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:30.312158] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA908-0-0] [lt=28][errcode=-4638] 
[2024-02-22 16:43:30.312705] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C9-0-0] [lt=5][errcode=-4638] 
[2024-02-22 16:43:30.312706] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA908-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:30.313393] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C9-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.313397] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA908-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.313816] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA909-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:30.314535] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731C9-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.315417] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA909-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.315662] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C863-0-0] [lt=23][errcode=-6005] 
[2024-02-22 16:43:30.315666] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C863-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.316444] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA909-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:30.317329] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA909-0-0] [lt=18][errcode=-4638] 
[2024-02-22 16:43:30.325006] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CA-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:30.326732] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CA-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.327568] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CA-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.332315] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CA-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:30.338352] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd765680030, fd:2284, err:5, last_decode_time_:1708591410309283, last_write_time_:1708591410322919, read_buffer_.get_consume_sz():752, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:30.343435] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CB-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.344105] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CB-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.344647] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CB-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:30.347186] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA90A-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.347886] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA90A-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:30.348575] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA90A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:30.352401] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB731CB-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:30.353552] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA90A-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:30.370014] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591408840915012}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:30.370081] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=64] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591408840915012}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:30.370116] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=32] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591408840915012}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:30.370166] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=49] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591408840915012}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:30.370203] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=34] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591408840915012}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:30.370239] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=35] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591410118241110}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591408840915012}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:30.372138] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=5][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd895018030, fd:1336, err:5, last_decode_time_:1708591410372102, last_write_time_:1708591410372018, read_buffer_.get_consume_sz():346, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480F3F3CA-0-0})
[2024-02-22 16:43:30.372157] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3CA-0-0] [lt=21][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:30.372245] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CD08-0-0] [lt=13][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:30.376592] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd73227a300, fd:2867, err:5, last_decode_time_:1708591410376584, last_write_time_:1708591410375941, read_buffer_.get_consume_sz():1225, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:30.376633] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [48239][T1_L0_G0][T1][YB4285C5CC0D-000606447BF67DF7-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:30.376726] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=50][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd88c279290, fd:2920, err:5, last_decode_time_:1708591410376704, last_write_time_:1708591410376228, read_buffer_.get_consume_sz():1483, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A1682-0-0})
[2024-02-22 16:43:30.376737] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1682-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:30.418704] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C86A-0-0] [lt=21][errcode=-6001] 
[2024-02-22 16:43:30.418708] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C86A-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.459499] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=45] get_min_unreplayed_log_info(lsn={lsn:338057408151}, scn={val:1708591410353264984}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591410415494, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1439792, ret_code_:0}}, next_to_submit_lsn_:{lsn:338057408151}, committed_end_lsn_:{lsn:338057408151}, next_to_submit_scn_:{val:1708591410353264984}, base_lsn_:{lsn:322841038848}, base_scn_:{val:1695676134681520640}, iterator_:{iterator_impl:{buf_:0x7fd8aa005000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:338057408029}, end_lsn:{lsn:338057408151}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa005000}, block_size:67104768, log_storage_:0x7fd8e75035b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591410353264983}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591410353264983}, data_checksum:154833137, flag:0}}, init_mode_version:0, accumlate_checksum:127211550}}}})
[2024-02-22 16:43:30.495486] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C870-0-0] [lt=24][errcode=-6001] 
[2024-02-22 16:43:30.495490] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C870-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.612649] WDIAG log_bounds_error_or_warning (ob_system_variable.cpp:2939) [17874][T1002_L0_G0][T1002][YB4285C5CC0D-000606447F341023-0-0] [lt=8][errcode=-5145] Variable 'group_concat_max_len' can't be set to the value of '0'
[2024-02-22 16:43:30.612752] INFO  [SERVER] send_error_packet (obmp_packet_sender.cpp:311) [17874][T1002_L0_G0][T1002][YB4285C5CC0D-000606447F341023-0-0] [lt=4] sending error packet(err=-5145, extra_err_info=NULL, lbt()="0xdbc5b55 0x763c021 0x75ff61a 0x3c4fef3 0x3a5bcee 0x3a548a4 0x3a508aa 0x3a4e9db 0x3a4b641 0x6348614 0xde381e7 0xde31fca 0x7fd9bb9cee65 0x7fd9bb6f788d")
[2024-02-22 16:43:30.612835] INFO  [SERVER] send_error_packet (obmp_packet_sender.cpp:472) [17874][T1002_L0_G0][T1002][YB4285C5CC0D-000606447F341023-0-0] [lt=10] dump txn free route audit_record(value=4, session->get_sessid()=3222988444, session->get_proxy_sessid()=9639334933852058189)
[2024-02-22 16:43:30.612962] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd895018030, fd:2818, err:5, last_decode_time_:1708591410612400, last_write_time_:1708591410612882, read_buffer_.get_consume_sz():950, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:30.613691] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd86e2fc390, fd:1336, err:5, last_decode_time_:1708591410613675, last_write_time_:1708591410613616, read_buffer_.get_consume_sz():603, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A1685-0-0})
[2024-02-22 16:43:30.613708] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1685-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:30.656513] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:30.659643] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=41] get_min_unreplayed_log_info(lsn={lsn:303010553817}, scn={val:1708591410547418392}, this={ls_id_:{id:1003}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591410643468, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:6363, ret_code_:0}}, next_to_submit_lsn_:{lsn:303010553817}, committed_end_lsn_:{lsn:303010553817}, next_to_submit_scn_:{val:1708591410547418392}, base_lsn_:{lsn:145952870400}, base_scn_:{val:1695667224448689168}, iterator_:{iterator_impl:{buf_:0x7fd8a9805000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:303010553695}, end_lsn:{lsn:303010553817}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9805000}, block_size:67104768, log_storage_:0x7fd8e75d75b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591410547418391}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591410547418391}, data_checksum:2124447694, flag:0}}, init_mode_version:0, accumlate_checksum:1642212043}}}})
[2024-02-22 16:43:30.699843] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C87D-0-0] [lt=36][errcode=-6005] 
[2024-02-22 16:43:30.699849] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C87D-0-0] [lt=6][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.758291] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=27][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd766a24ab0, fd:2865, err:5, last_decode_time_:1708591410758278, last_write_time_:1708591410639170, read_buffer_.get_consume_sz():11747, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943AAA-0-0})
[2024-02-22 16:43:30.758311] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943AAA-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:30.759843] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2920, err:5, last_decode_time_:1708591410759832, last_write_time_:1708591410758624, read_buffer_.get_consume_sz():1012, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480F3F3D5-0-0})
[2024-02-22 16:43:30.759857] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [36762][T1_L0_G0][T1][YB4285C5CC0D-0006064480F3F3D5-0-0] [lt=5][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:30.766193] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C880-0-0] [lt=25][errcode=-6005] 
[2024-02-22 16:43:30.766197] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C880-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.802381] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C883-0-0] [lt=20][errcode=-6001] 
[2024-02-22 16:43:30.802385] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C883-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.814896] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C884-0-0] [lt=21][errcode=-6001] 
[2024-02-22 16:43:30.814900] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C884-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:30.842116] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C886-0-0] [lt=27][errcode=-6005] 
[2024-02-22 16:43:30.842120] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C886-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.853155] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C887-0-0] [lt=34][errcode=-6005] 
[2024-02-22 16:43:30.853159] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C887-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.901098] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C88A-0-0] [lt=24][errcode=-6005] 
[2024-02-22 16:43:30.901103] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C88A-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.970623] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C88F-0-0] [lt=28][errcode=-6005] 
[2024-02-22 16:43:30.970627] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C88F-0-0] [lt=4][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:30.999704] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C891-0-0] [lt=22][errcode=-6005] 
[2024-02-22 16:43:30.999708] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C891-0-0] [lt=5][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:31.152592] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:845, tid:16742}])
[2024-02-22 16:43:31.157308] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73202-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:31.158107] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73202-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.159054] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73202-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.159676] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73202-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.170121] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73203-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.170837] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73203-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:31.171453] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73203-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.177178] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73203-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.187670] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73204-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.188360] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73204-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.189015] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73204-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:31.189567] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73204-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.200008] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73205-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.200558] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73205-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.202013] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73205-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.202518] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73205-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.213028] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73206-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:31.214447] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73206-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.215363] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73206-0-0] [lt=5][errcode=-4638] 
[2024-02-22 16:43:31.215952] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73206-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.226749] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73207-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:31.227930] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73207-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.228923] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73207-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.229605] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73207-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:31.240112] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73208-0-0] [lt=16][errcode=-4638] 
[2024-02-22 16:43:31.240776] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73208-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.241548] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73208-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.242925] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73208-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.252717] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6001, dropped:142, tid:16743}])
[2024-02-22 16:43:31.253358] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73209-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.254606] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73209-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.255272] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73209-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.255919] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73209-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.266354] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320A-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.267515] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320A-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:31.268224] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320A-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.277271] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320A-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:31.280587] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:31.287793] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320B-0-0] [lt=19][errcode=-4638] 
[2024-02-22 16:43:31.289262] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320B-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.290371] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320B-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:31.290930] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320B-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.301413] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320C-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:31.302649] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320C-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.303521] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320C-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:31.304111] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320C-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:31.304722] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:31.314581] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320D-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.315229] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320D-0-0] [lt=17][errcode=-4638] 
[2024-02-22 16:43:31.316502] INFO  [CLOG] get_replay_process (ob_replay_status.cpp:1066) [17693][T1002_ReplayPro][T1002][Y0-0000000000000000-0-0] [lt=6] replay status is not follower(min_unreplayed_lsn={lsn:727693187002}, base_lsn={lsn:428061315072}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:1, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591411218279, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:31.318711] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320D-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.319390] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320D-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.320872] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8A7-0-0] [lt=22][errcode=-6001] 
[2024-02-22 16:43:31.320876] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8A7-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:31.329898] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320E-0-0] [lt=14][errcode=-4638] 
[2024-02-22 16:43:31.330547] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320E-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.331218] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320E-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.331911] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320E-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.342431] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320F-0-0] [lt=15][errcode=-4638] 
[2024-02-22 16:43:31.343005] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320F-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.343734] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320F-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.345064] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB7320F-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:31.352841] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=19][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6005, dropped:220, tid:16743}])
[2024-02-22 16:43:31.355670] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73210-0-0] [lt=13][errcode=-4638] 
[2024-02-22 16:43:31.363792] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA920-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.365027] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73210-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.365846] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16653][ServerTracerTim][T0][YB4285C5CC0D-0006064462E51A12-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.369922] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd85b242030, fd:2865, err:5, last_decode_time_:1708591411369910, last_write_time_:1708591411369847, read_buffer_.get_consume_sz():346, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A1687-0-0})
[2024-02-22 16:43:31.369942] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A1687-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:31.370085] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591409852275433}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:31.370127] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=42] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591409852275433}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:31.370164] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=35] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591409852275433}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:31.370184] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591409852275433}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:31.370209] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=18] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591409852275433}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:31.370229] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591410118241110}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591409852275433}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:31.370508] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA920-0-0] [lt=37][errcode=-4638] 
[2024-02-22 16:43:31.372923] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CD0B-0-0] [lt=11][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:31.374637] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8AA-0-0] [lt=51][errcode=-6001] 
[2024-02-22 16:43:31.374644] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8AA-0-0] [lt=6][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:31.375310] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16653][ServerTracerTim][T0][YB4285C5CC0D-0006064462E51A12-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.375916] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd765656030, fd:2284, err:5, last_decode_time_:1708591411375877, last_write_time_:1708591411375698, read_buffer_.get_consume_sz():1056, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:31.376060] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA920-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.376079] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73210-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:31.376518] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16653][ServerTracerTim][T0][YB4285C5CC0D-0006064462E51A12-0-0] [lt=10][errcode=-4638] 
[2024-02-22 16:43:31.376792] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA920-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.377910] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=42][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd8983e9290, fd:2535, err:5, last_decode_time_:1708591411377878, last_write_time_:1708591411377375, read_buffer_.get_consume_sz():1662, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:31.378175] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA921-0-0] [lt=11][errcode=-4638] 
[2024-02-22 16:43:31.379695] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA921-0-0] [lt=12][errcode=-4638] 
[2024-02-22 16:43:31.380177] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16742][LSSysTblUp0][T0][YB4285C5CC0D-000606446DB73210-0-0] [lt=9][errcode=-4638] 
[2024-02-22 16:43:31.380313] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA921-0-0] [lt=8][errcode=-4638] 
[2024-02-22 16:43:31.381081] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA921-0-0] [lt=7][errcode=-4638] 
[2024-02-22 16:43:31.381342] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA922-0-0] [lt=6][errcode=-4638] 
[2024-02-22 16:43:31.381835] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA922-0-0] [lt=6][errcode=-4638]  REACH SYSLOG RATE LIMIT
[2024-02-22 16:43:31.458859] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17272][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={ls_meta:{tenant_id:1, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708538403367358323}, clog_base_lsn:{lsn:327605477376}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1707366610741952276}, all_id_meta:{id_meta:[{limited_id:1708591419396000509, latest_log_ts:{val:1708591402745849705}}, {limited_id:1826000001, latest_log_ts:{val:1708590098798337364}}, {limited_id:14710000001, latest_log_ts:{val:1708591364459408088}}]}}, log_handler:{role:2, proposal_id:45892, palf_env_:0x7fd93f7de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:31.461103] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8AF-0-0] [lt=23][errcode=-6005] 
[2024-02-22 16:43:31.461111] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8AF-0-0] [lt=8][errcode=-6005] error occurring in remote das task(ret=-6005)
[2024-02-22 16:43:31.475658] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8B0-0-0] [lt=26][errcode=-6001] 
[2024-02-22 16:43:31.475663] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8B0-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:31.501302] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8B1-0-0] [lt=28][errcode=-6001] 
[2024-02-22 16:43:31.501307] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8B1-0-0] [lt=5][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:31.508118] WDIAG log_user_error_and_warn (ob_rpc_proxy.cpp:252) [16802][][T0][YB4285C5CC0D-0006064467CEA925-0-0] [lt=12][errcode=-8001] 
[2024-02-22 16:43:31.536306] WDIAG log_user_error_and_warn (ob_das_utils.cpp:36) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8B3-0-0] [lt=26][errcode=-6001] 
[2024-02-22 16:43:31.536310] WDIAG [SQL.DAS] process_task_resp (ob_data_access_service.cpp:597) [16743][LSMetaTblUp0][T1][YB4285C5CC0D-0006064480C3C8B3-0-0] [lt=4][errcode=-6001] error occurring in remote das task(ret=-6001)
[2024-02-22 16:43:31.673622] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=13] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:32.253801] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=22][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4638, dropped:144, tid:16742}])
[2024-02-22 16:43:32.271553] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17256][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=17] get_min_unreplayed_log_info(lsn={lsn:328195587694}, scn={val:1708591412265799714}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591412266718, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328195587694}, committed_end_lsn_:{lsn:328195587694}, next_to_submit_scn_:{val:1708591412265799714}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:530, curr_read_buf_start_pos:0, curr_read_buf_end_pos:530, log_storage_:{IteratorStorage:{start_lsn:{lsn:328195587164}, end_lsn:{lsn:328195587694}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591412265799713}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:442, scn_:{val:1708591412265799713}, data_checksum:56638160, flag:1}}, init_mode_version:0, accumlate_checksum:2642930241}}}})
[2024-02-22 16:43:32.281238] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=20] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:32.312857] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=15] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:32.370117] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591410862857021}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:32.370169] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=50] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591410862857021}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:32.370191] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=22] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591410862857021}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:32.370213] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591410862857021}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:32.370234] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591410862857021}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:32.370254] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=19] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591412185890042}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591410862857021}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:32.372061] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [42717][T1_L0_G0][T1][YB4285C5CC0D-000606448033BF1D-0-0] [lt=14][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:32.372224] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d39b6120, fd:2867, err:5, last_decode_time_:1708591412372216, last_write_time_:1708591412372141, read_buffer_.get_consume_sz():1191, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:32.372286] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943AB9-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:32.375868] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=45][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd824c60150, fd:1336, err:5, last_decode_time_:1708591412375839, last_write_time_:1708591412375472, read_buffer_.get_consume_sz():1056, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:32.384963] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd86e2fc390, fd:2865, err:5, last_decode_time_:1708591412384955, last_write_time_:1708591412384900, read_buffer_.get_consume_sz():341, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A168B-0-0})
[2024-02-22 16:43:32.384985] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A168B-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:32.460810] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=45] get_min_unreplayed_log_info(lsn={lsn:78312882929}, scn={val:1708591412286425302}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591412370137, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:10875153, ret_code_:0}}, next_to_submit_lsn_:{lsn:78312882929}, committed_end_lsn_:{lsn:78312882929}, next_to_submit_scn_:{val:1708591412286425302}, base_lsn_:{lsn:48650956800}, base_scn_:{val:1695666612445694146}, iterator_:{iterator_impl:{buf_:0x7fd8aa405000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:78312882807}, end_lsn:{lsn:78312882929}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa405000}, block_size:67104768, log_storage_:0x7fd8e81f95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591412286425301}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591412286425301}, data_checksum:2923900223, flag:0}}, init_mode_version:0, accumlate_checksum:3241316103}}}})
[2024-02-22 16:43:32.460884] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=41] get_min_unreplayed_log_info(lsn={lsn:30534156683}, scn={val:1708591412286425302}, this={ls_id_:{id:1005}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591412370647, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:1357875, ret_code_:0}}, next_to_submit_lsn_:{lsn:30534156683}, committed_end_lsn_:{lsn:30534156683}, next_to_submit_scn_:{val:1708591412286425302}, base_lsn_:{lsn:18252496896}, base_scn_:{val:1695730958798777227}, iterator_:{iterator_impl:{buf_:0x7fd8b4205000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:30534156561}, end_lsn:{lsn:30534156683}, read_buf:{buf_len_:2125824, buf_:0x7fd8b4205000}, block_size:67104768, log_storage_:0x7fd8e75fb5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591412286425301}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591412286425301}, data_checksum:3859762831, flag:1}}, init_mode_version:0, accumlate_checksum:691452646}}}})
[2024-02-22 16:43:32.550884] INFO  [CLOG] handle_submit_task_ (ob_log_replay_service.cpp:1163) [17692][T1002_ReplaySrv][T1002][Y0-0000000000000000-0-0] [lt=37] succ to submit log task to replay service(to_submit_lsn={lsn:106815261071}, to_submit_scn={val:1708591412465645883}, replay_status={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591412550707, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815261137}, committed_end_lsn_:{lsn:106815261137}, next_to_submit_scn_:{val:1708591412465645884}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815261015}, end_lsn:{lsn:106815261137}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591412465645883}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591412465645883}, data_checksum:3348837161, flag:1}}, init_mode_version:0, accumlate_checksum:3085947615}}}})
[2024-02-22 16:43:32.675189] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17479][T1001_TxLoopWor][T1001][Y0-0000000000000000-0-0] [lt=4] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1001, *ls_ptr={ls_meta:{tenant_id:1001, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708583643057122044}, clog_base_lsn:{lsn:1168226906112}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:18446744073709551615}, tablet_change_checkpoint_scn:{val:1708576243434193072}, all_id_meta:{id_meta:[{limited_id:1708591425456956979, latest_log_ts:{val:1708591408793026337}}, {limited_id:3029700001, latest_log_ts:{val:1708591157233645102}}, {limited_id:36920000001, latest_log_ts:{val:1708589353762411925}}]}}, log_handler:{role:2, proposal_id:45715, palf_env_:0x7fd9113de030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:32.683764] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=17] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:33.187797] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd770591290, fd:2922, err:5, last_decode_time_:1708591413187782, last_write_time_:1708591413012814, read_buffer_.get_consume_sz():2920, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC69641-0-0})
[2024-02-22 16:43:33.187819] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69641-0-0] [lt=8][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:33.281873] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=13] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:33.319449] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=22] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:33.361375] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=18] get_min_unreplayed_log_info(lsn={lsn:106815261991}, scn={val:1708591413171121080}, this={ls_id_:{id:1002}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591413350223, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2177665, ret_code_:0}}, next_to_submit_lsn_:{lsn:106815261991}, committed_end_lsn_:{lsn:106815261991}, next_to_submit_scn_:{val:1708591413171121080}, base_lsn_:{lsn:92134846464}, base_scn_:{val:1695675302096062382}, iterator_:{iterator_impl:{buf_:0x7fd8a9c05000, next_round_pread_size:2121728, curr_read_pos:122, curr_read_buf_start_pos:0, curr_read_buf_end_pos:122, log_storage_:{IteratorStorage:{start_lsn:{lsn:106815261869}, end_lsn:{lsn:106815261991}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9c05000}, block_size:67104768, log_storage_:0x7fd8e756b5b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591413171121079}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:34, scn_:{val:1708591413171121079}, data_checksum:3348837161, flag:0}}, init_mode_version:0, accumlate_checksum:2945488829}}}})
[2024-02-22 16:43:33.370184] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=17] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591411876760668}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:33.370231] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=47] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591411876760668}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:33.370254] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=21] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591411876760668}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:33.370275] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=20] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591411876760668}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:33.370305] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=27] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591411876760668}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:33.370335] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=29] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591412185890042}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591411876760668}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:33.371992] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943ABC-0-0] [lt=0][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:33.376349] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16853][sql_nio3][T0][Y0-0000000000000000-0-0] [lt=26][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7d21c2030, fd:2284, err:5, last_decode_time_:1708591413376330, last_write_time_:1708591413375856, read_buffer_.get_consume_sz():1209, get_pending_flag():1, get_trace_id():YB4285C5CC0D-0006064480943ABD-0-0})
[2024-02-22 16:43:33.376367] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943ABD-0-0] [lt=9][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:33.376446] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [134021][T1_L0_G0][T1][YB4285C5CC0D-0006064480943ABE-0-0] [lt=3][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:33.376447] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=100][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2920, err:5, last_decode_time_:1708591413376435, last_write_time_:1708591413375976, read_buffer_.get_consume_sz():1970, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:33.380731] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:845) [17181][T1_ReplaySrv0][T1][Y0-0000000000000000-0-0] [lt=7] wait for barrier(ret=-4023, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:5, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591413380470, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328195636061}, committed_end_lsn_:{lsn:328195636061}, next_to_submit_scn_:{val:1708591413267723172}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:328195635949}, end_lsn:{lsn:328195636061}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591413267723171}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591413267723171}, data_checksum:4101570098, flag:0}}, init_mode_version:0, accumlate_checksum:768473332}}}}, replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:328195636005}, scn_:{val:1708591413267723171}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591413379702, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:-1, retry_cost_:-1, log_buf_:0x7fd847e72e90})
[2024-02-22 16:43:33.380883] INFO  [CLOG] do_replay_task_ (ob_log_replay_service.cpp:859) [17276][T1_ReplaySrv1][T1][Y0-0000000000000000-0-0] [lt=11] pre barrier log replay succ(replay_task={ls_id_:{id:1}, log_type_:17, lsn_:{lsn:328195636005}, scn_:{val:1708591413267723171}, is_pre_barrier_:true, is_post_barrier_:false, log_size_:24, replay_hint_:1708591413379702, is_raw_write_:false, first_handle_ts_:-1, replay_cost_:23, retry_cost_:-1, log_buf_:0x7fd847e72ea0}, replay_status={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:1, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591413380470, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:95480189, ret_code_:0}}, next_to_submit_lsn_:{lsn:328195636061}, committed_end_lsn_:{lsn:328195636061}, next_to_submit_scn_:{val:1708591413267723172}, base_lsn_:{lsn:204803751936}, base_scn_:{val:1695664803045783965}, iterator_:{iterator_impl:{buf_:0x7fd8ae005000, next_round_pread_size:2121728, curr_read_pos:112, curr_read_buf_start_pos:0, curr_read_buf_end_pos:112, log_storage_:{IteratorStorage:{start_lsn:{lsn:328195635949}, end_lsn:{lsn:328195636061}, read_buf:{buf_len_:2125824, buf_:0x7fd8ae005000}, block_size:67104768, log_storage_:0x7fd93d5b15b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591413267723171}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:24, scn_:{val:1708591413267723171}, data_checksum:4101570098, flag:0}}, init_mode_version:0, accumlate_checksum:768473332}}}}, replay_queue_idx=22, ret=0)
[2024-02-22 16:43:33.454966] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=19][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:4410, tid:159278}])
[2024-02-22 16:43:33.472994] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd85b242030, fd:2535, err:5, last_decode_time_:1708591413472985, last_write_time_:1708591413472811, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-00060644764A168D-0-0})
[2024-02-22 16:43:33.473011] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [148162][T1_L0_G0][T1][YB4285C5CC0D-00060644764A168D-0-0] [lt=7][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:33.694329] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=23] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:34.282482] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=23] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[2024-02-22 16:43:34.326306] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17171][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=8] schedule zone to stop major merge(tenant_id=1, zone_merge_info={tenant_id:1, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538530297581, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412054923, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538403255085924}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538405043025, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538540808023, need_update:false}})
[2024-02-22 16:43:34.370252] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.370308] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=54] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.370340] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=31] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.370366] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=24] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.370392] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=25] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.370421] INFO  [CLOG] do_fetch_log_ (ob_remote_fetch_log.cpp:154) [17697][T1002_LogRessvr][T1002][YB4285C5CC0D-000606422673951F-0-0] [lt=28] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=-1, last_fetch_ts=-1, task_count=0, ls={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591414200327827}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.428079] WDIAG [SERVER.OMT] get_string_from_file_ (ob_cgroup_ctrl.cpp:894) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC69647-0-0] [lt=17][errcode=-4009] open file error(filename="cgroup/tenant_1/cpuacct.usage", errno=2, errmsg="No such file or directory", ret=-4009)
[2024-02-22 16:43:34.455999] WDIAG [SHARE] refresh (ob_task_define.cpp:382) [16660][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=18][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-4038, dropped:7119, tid:148162}])
[2024-02-22 16:43:34.474915] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16852][sql_nio2][T0][Y0-0000000000000000-0-0] [lt=3][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd89d94d290, fd:2922, err:5, last_decode_time_:1708591414474901, last_write_time_:1708591414431864, read_buffer_.get_consume_sz():828, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606447EC6964A-0-0})
[2024-02-22 16:43:34.474934] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6964A-0-0] [lt=6][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:34.482983] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=4][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd868a98420, fd:2920, err:5, last_decode_time_:1708591414482971, last_write_time_:1708591414443278, read_buffer_.get_consume_sz():203, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:34.483040] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [138594][T1_L0_G0][T1][YB4285C5CC0D-000606447EC6964B-0-0] [lt=14][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:34.490750] WDIAG [RPC.OBMYSQL] push_close_req (ob_sql_nio.cpp:707) [16854][sql_nio4][T0][Y0-0000000000000000-0-0] [lt=6][errcode=-4015] user req close, and epoll thread already set error(*s={this:0x7fd868a75290, fd:2535, err:5, last_decode_time_:1708591414490643, last_write_time_:1708591414490706, read_buffer_.get_consume_sz():659, get_pending_flag():1, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:34.499326] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16851][sql_nio1][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd86e2fc390, fd:2284, err:5, last_decode_time_:1708591414466276, last_write_time_:1708591414476679, read_buffer_.get_consume_sz():346, get_pending_flag():0, get_trace_id():Y0-0000000000000000-0-0})
[2024-02-22 16:43:34.562118] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17737][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=5] get_min_unreplayed_log_info(lsn={lsn:727693187002}, scn={val:1707888322777834208}, this={ls_id_:{id:1004}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591414458338, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:864238, ret_code_:0}}, next_to_submit_lsn_:{lsn:727693187002}, committed_end_lsn_:{lsn:721750589692}, next_to_submit_scn_:{val:1707888322777834208}, base_lsn_:{lsn:428061315072}, base_scn_:{val:1695664806546077750}, iterator_:{iterator_impl:{buf_:0x7fd8a9405000, next_round_pread_size:2121728, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{IteratorStorage:{start_lsn:{lsn:727693187002}, end_lsn:{lsn:727693187002}, read_buf:{buf_len_:2125824, buf_:0x7fd8a9405000}, block_size:67104768, log_storage_:0x7fd8e75e95b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615}, data_checksum:0, flag:0}}, init_mode_version:0, accumlate_checksum:-1}}}})
[2024-02-22 16:43:34.581725] WDIAG [RPC.OBMYSQL] handle_sock_event (ob_sql_nio.cpp:818) [16850][sql_nio0][T0][Y0-0000000000000000-0-0] [lt=7][errcode=-4015] sock error detect by epoll(mask=8197, *s={this:0x7fd7cc58d290, fd:2943, err:5, last_decode_time_:1708591414581712, last_write_time_:1708591414573109, read_buffer_.get_consume_sz():362, get_pending_flag():1, get_trace_id():YB4285C5CC0D-000606448113CD0D-0-0})
[2024-02-22 16:43:34.581755] WDIAG [RPC.OBMYSQL] async_write_data (ob_sql_sock_session.cpp:152) [96533][T1_L0_G0][T1][YB4285C5CC0D-000606448113CD0D-0-0] [lt=10][errcode=-4009] sock has error(ret=-4009)
[2024-02-22 16:43:34.582682] INFO  [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1029) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=23] get_min_unreplayed_log_info(lsn={lsn:1168537804563}, scn={val:1708591414577138413}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1708591414577776, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:7564148, ret_code_:0}}, next_to_submit_lsn_:{lsn:1168537804563}, committed_end_lsn_:{lsn:1168537804563}, next_to_submit_scn_:{val:1708591414577138413}, base_lsn_:{lsn:694735663104}, base_scn_:{val:1695724066317459874}, iterator_:{iterator_impl:{buf_:0x7fd8aa805000, next_round_pread_size:2121728, curr_read_pos:448, curr_read_buf_start_pos:0, curr_read_buf_end_pos:448, log_storage_:{IteratorStorage:{start_lsn:{lsn:1168537804115}, end_lsn:{lsn:1168537804563}, read_buf:{buf_len_:2125824, buf_:0x7fd8aa805000}, block_size:67104768, log_storage_:0x7fd90eeb55b0}, IteratorStorageType::"DiskIteratorStorage"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1708591414577138412}, curr_entry:{LogEntryHeader:{magic:19528, version:1, log_size:360, scn_:{val:1708591414577138412}, data_checksum:3351714508, flag:0}}, init_mode_version:0, accumlate_checksum:3131265554}}}})
[2024-02-22 16:43:34.695518] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=3] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476679}, clog_base_lsn:{lsn:77371797504}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1708591425736795846, latest_log_ts:{val:1708591409101235632}}, {limited_id:562000001, latest_log_ts:{val:1708574659837165889}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:62762, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.696113] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=36] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1001}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143387797577781}, clog_base_lsn:{lsn:337536983040}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173033912667758}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5517, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.696683] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=24] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1002}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143381541003172}, clog_base_lsn:{lsn:106293952512}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173034065603557}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:6351, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1002, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.697243] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=30] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1003}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143297095476725}, clog_base_lsn:{lsn:299622789120}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173033467143020}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:5894, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1003, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.697854] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=21] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1004}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708143307095477330}, clog_base_lsn:{lsn:724865703936}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173033928707973}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:1, proposal_id:5953, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1004, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.698507] INFO  [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:226) [17753][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1002, *ls_ptr={ls_meta:{tenant_id:1002, ls_id:{id:1005}, replica_type:0, ls_create_status:1, clog_checkpoint_scn:{val:1708591414200327827}, clog_base_lsn:{lsn:30532669440}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615}, restore_status:{status:0}, replayable_point:{val:1708591413575257741}, tablet_change_checkpoint_scn:{val:1708173031728932445}, all_id_meta:{id_meta:[{limited_id:1695724178986889581, latest_log_ts:{val:1695724162323622782}}, {limited_id:298000001, latest_log_ts:{val:1695607337294053064}}, {limited_id:1, latest_log_ts:{val:18446744073709551615}}]}}, log_handler:{role:2, proposal_id:64353, palf_env_:0x7fd8edff0030, is_in_stop_state_:false, is_inited_:true}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1005, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}})
[2024-02-22 16:43:34.700973] INFO  [STORAGE] refresh_merge_info (ob_tenant_freeze_info_mgr.cpp:863) [17434][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=20] schedule zone to stop major merge(tenant_id=1001, zone_merge_info={tenant_id:1001, zone:"zone6", is_merging:{name:"is_merging", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, broadcast_scn:{name:"broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538737780, need_update:false}, all_merged_scn:{name:"all_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538412055364, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, start_merge_fail_times:0}, global_merge_info={tenant_id:1001, cluster:{name:"cluster", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, frozen_scn:{name:"frozen_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, global_broadcast_scn:{name:"global_broadcast_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, last_merged_scn:{name:"last_merged_scn", is_scn:true, scn:{val:1708538406376456390}, value:-1, need_update:false}, is_merge_error:{name:"is_merge_error", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, merge_status:{name:"merge_status", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, error_type:{name:"error_type", is_scn:false, scn:{val:18446744073709551615}, value:0, need_update:false}, suspend_merging:{name:"suspend_merging", is_scn:false, scn:{val:18446744073709551615}, value:1, need_update:false}, merge_start_time:{name:"merge_start_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538406965442, need_update:false}, last_merged_time:{name:"last_merged_time", is_scn:false, scn:{val:18446744073709551615}, value:1708538538789120, need_update:false}})
[2024-02-22 16:43:35.283150] INFO  [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:808) [17463][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=54] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=false, can_update_version=false, cur_leader_epoch=0, start_service_tstamp_=1708479388312128, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0)
[root@localhost log]#