[2024-12-02 13:54:38.970335] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:38.970355] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:38.972069] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878911903, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878871963, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:38.972242] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=0] will sleep(sleep_us=60000, remain_us=211690, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118879183931) [2024-12-02 13:54:38.981213] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2324670][T1020_ArcSender][T1020][YB42C0A800AF-00062843120EE94C-0-0] [lt=21][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:38.986978] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:38.987006] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:38.987031] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:38.987045] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:38.987058] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=12] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:38.989462] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=16][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:38.993689] INFO [STORAGE.TRANS] get_cluster_version (ob_tenant_weak_read_cluster_version_mgr.cpp:166) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=28] [WEAK_READ_SERVER_VERSION_MGR] compute version(tenant_id=1001, min_version={val:1733118878794066000, v:0}, base_version={val:1733118878594122000, v:0}, server_count=1, svr_array=[{addr:"192.168.0.175:2882", version:{val:1733118878794066000, v:0}, valid_part_count:1, total_part_count:1, generate_tstamp:1733118878993676, is_skipped:false}], skip_server_count=0, skip_servers=[]) [2024-12-02 13:54:38.995152] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=27] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:38.995356] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878936123, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878871963, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:38.995548] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] will sleep(sleep_us=60000, remain_us=210237, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=60, v.err_=-6231, timeout_timestamp=1733118879205784) [2024-12-02 13:54:38.996826] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF154-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:38.996832] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1733118878794066000, v:0}, min_version={val:1733118878794066000, v:0}, max_version={val:1733118878794066000, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:38.996849] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF154-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:38.996861] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF154-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.014508] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878914009, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878871963, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.014696] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10971001, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=240, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.028167] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=14] get number(ret=0, service_type_=0, range=1, base_id=1733118879027683000, start_id=1733118879027683000, end_id=1733118879027683001) [2024-12-02 13:54:39.028186] INFO [STORAGE.TRANS] handle_request (ob_timestamp_service.cpp:175) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=17] handle gts request statistics(total_rt=203, total_cnt=80, avg_rt=2.506172839506172867e+00, avg_cnt=8.000000000000000000e+00) [2024-12-02 13:54:39.028206] INFO [STORAGE.TRANS] alloc (ob_ts_response_handler.cpp:108) [2319694][TsMgr][T1][Y0-0000000000000000-0-0] [lt=16] ts response task statistics(alloc_count=21366, free_count=10682) [2024-12-02 13:54:39.028250] INFO [STORAGE.TRANS] statistics (ob_gts_source.cpp:70) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=8] gts statistics(tenant_id=1019, gts_rpc_cnt=10, get_gts_cache_cnt=903, get_gts_with_stc_cnt=120, try_get_gts_cache_cnt=0, try_get_gts_with_stc_cnt=0, wait_gts_elapse_cnt=120, try_wait_gts_elapse_cnt=0) [2024-12-02 13:54:39.028264] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=12] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1019, need_refresh=false, gts_local_cache={srr:[mts=1733118879028241], gts:1733118879027683000, latest_srr:[mts=1733118879028241]}) [2024-12-02 13:54:39.028501] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=14] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_refresh=false, gts_local_cache={srr:[mts=1733118879028488], gts:1732874408973130000, latest_srr:[mts=1733118879028488]}) [2024-12-02 13:54:39.029438] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=52] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.029517] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=77] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.031767] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.031789] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.031861] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.031918] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.031964] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.031978] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.032002] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.032011] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.032020] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.032320] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878971930, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878951925, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.032505] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=0] will sleep(sleep_us=61000, remain_us=151427, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118879183931) [2024-12-02 13:54:39.033093] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.033103] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.033122] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.033126] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.033155] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.033169] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.033182] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.033226] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.033237] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.035157] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=9] ====== check clog disk timer task ====== [2024-12-02 13:54:39.035175] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320418][T1002_CKClogDis][T1002][Y0-0000000000000000-0-0] [lt=11] get_disk_usage(ret=0, capacity(MB):=5529, used(MB):=3908) [2024-12-02 13:54:39.036232] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=12] gc stale ls task succ [2024-12-02 13:54:39.036592] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.036612] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.037761] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.037777] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.044019] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=30] [PALF STAT APPEND COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:39.044476] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.044510] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244470070355, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.044527] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.044550] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452052728, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.044562] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.044735] INFO [PALF] log_loop_ (log_loop_thread.cpp:155) [2320301][T1002_LogLoop][T1002][Y0-0000000000000000-0-0] [lt=19] LogLoopThread round_cost_time(us)(round_cost_time=364) [2024-12-02 13:54:39.055631] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118878995078, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878951933, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.055823] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] will sleep(sleep_us=61000, remain_us=149963, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=61, v.err_=-6231, timeout_timestamp=1733118879205784) [2024-12-02 13:54:39.055877] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.055907] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=20] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.055985] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=48][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.056158] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.056175] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF495-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.059033] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.059035] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.059078] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.059078] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.059983] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=29] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:39.062104] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=25] [PALF STAT APPEND COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:39.066968] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=9] ====== tenant freeze timer task ====== [2024-12-02 13:54:39.066988] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=14] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=29360128, ctx.total_memstore_used_=62914560, ctx.total_memstore_hold_=62914560, memstore_freeze_trigger_limit_=54750400, tenant_id=1002) [2024-12-02 13:54:39.067011] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2320330][T1002_Occam][T1002][Y0-0000000000000000-0-0] [lt=12] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:39.070443] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:39.070465] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.075576] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=19] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:39.084211] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6887911424, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.085054] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=24] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1001, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:39.086199] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=20] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:39.086285] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2320176][T1001_FreInfoRe][T1001][Y0-0000000000000000-0-0] [lt=18] inner load succ(latest_freeze_info={frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118872944658000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903201595834000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1732989603040633000, v:0}, schema_version:1732873649056008, data_version:17180066816}, {frozen_version:{val:1733076004537010000, v:0}, schema_version:1732873649056008, data_version:17180066816}]}) [2024-12-02 13:54:39.087054] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:39.089518] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=24][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.093591] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879031894, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879028735, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.093775] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] will sleep(sleep_us=62000, remain_us=90157, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118879183931) [2024-12-02 13:54:39.099035] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2324864][T1019_ArcSender][T1019][YB42C0A800AF-0006284312AEE94C-0-0] [lt=14][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:39.104244] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF155-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.104267] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF155-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.104275] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF155-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.114785] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879013995, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118878995079, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.114973] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10870724, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=241, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.116909] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879055072, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879052965, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.117110] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=0] will sleep(sleep_us=62000, remain_us=88674, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=62, v.err_=-6231, timeout_timestamp=1733118879205784) [2024-12-02 13:54:39.117487] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117706] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=12] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117719] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117740] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=15] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.117987] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=10] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118002] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=12] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118013] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118059] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118264] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=15] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118424] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.118577] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.129505] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.129573] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=66] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.130631] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3093-0-0] [lt=13][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.131090] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3094-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.131825] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.131844] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.131925] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.131975] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.132022] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.132036] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.132061] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.132070] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.132079] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.133152] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.133161] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.133179] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.133183] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.133211] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.133225] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.133238] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.133284] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.133294] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.136676] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.136696] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.137863] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.137879] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.144530] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.144562] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244470171391, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.144579] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.144601] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244452152711, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.144612] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.148362] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=15] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=2) [2024-12-02 13:54:39.151511] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=4214) [2024-12-02 13:54:39.152969] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=3671, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:39.152997] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=23] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=9, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:39.153025] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:39.153045] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=3724, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:39.153069] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=29, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:39.155859] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879092943, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070867, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.155984] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=0][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118879113931, current_time=1733118879155052) [2024-12-02 13:54:39.156000] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=14][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118879113931, request_time=[mts=1733118879155983]) [2024-12-02 13:54:39.156010] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=10][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879155052, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.156035] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=24][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}) [2024-12-02 13:54:39.156048] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=11][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879155052, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.156069] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=19] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xfffe65f4bee0, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffeaf6e1e90, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879155052, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118877184835, use_das=false, nested_level=0, session={this:0xffff13942200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf6e1e90}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:39.156107] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=37][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:39.156116] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=8][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:39.156124] WDIAG [SQL] open (ob_result_set.cpp:162) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:39.156131] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=6][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:39.156138] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=6][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.156147] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=8][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.156158] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=10][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:39.156174] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=10][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.156181] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.156188] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:39.156198] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=4][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:39.156206] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=8] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1971371) [2024-12-02 13:54:39.156215] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E0-0-0] [lt=7][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:39.156223] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.156232] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:39.156240] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:39.156249] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:39.156260] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.156319] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:39.156330] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:39.156338] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:39.156345] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:39.156353] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:39.156363] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:39.156369] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=4][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:39.156379] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:39.156391] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:39.156403] WDIAG [SQL.SESSION] get_global_sys_variable (ob_basic_session_info.cpp:1064) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get sys variable schema failed(ret=-4012) [2024-12-02 13:54:39.156411] WDIAG [SERVER] get_mem_limit (ob_mysql_request_manager.cpp:293) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] failed to get global sys variable(ret=-4012, tenant_id=1020, OB_SV_SQL_AUDIT_PERCENTAGE="ob_sql_audit_percentage", obj_val={"NULL":"NULL"}) [2024-12-02 13:54:39.156422] WDIAG [SERVER] check_config_mem_limit (ob_eliminate_task.cpp:75) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to get mem limit(ret=-4012, tenant_id=1020, mem_limit=751619276, config_mem_limit_=16777216) [2024-12-02 13:54:39.156430] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:186) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=8] sql audit evict mem start(request_manager_->get_tenant_id()=1020, evict_low_mem_level=0, evict_high_mem_level=8388608, size_used=0, mem_used=12478464) [2024-12-02 13:54:39.156517] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1020, evict_high_mem_level=8388608, evict_high_size_level=471859, evict_batch_count=1, elapse_time=86, size_used=0, mem_used=0) [2024-12-02 13:54:39.156529] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324660][T1020_ReqMemEvi][T1020][Y0-0000000000000000-0-0] [lt=9] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.159320] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.159346] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.159434] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.159606] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.159623] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF496-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.160836] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=18] get_max_applied_scn(scn={val:1733118878526724004, v:0}, this={ls_id_:{id:1001}, role_:1, proposal_id_:3, palf_committed_end_lsn_:{lsn:3549163338}, palf_committed_end_scn_:{val:1733118879027683000, v:0}, last_check_scn_:{val:1733118879027683000, v:0}, max_applied_cb_scn_:{val:1733118878526724004, v:0}}) [2024-12-02 13:54:39.160870] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1045) [2320415][T1002_TenantWea][T1002][Y0-0000000000000000-0-0] [lt=26] get_min_unreplayed_log_info(lsn={lsn:3532481055}, scn={val:1733118105192265002, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118164678718, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:2852232, ret_code_:0}}, next_to_submit_lsn_:{lsn:3532481055}, next_to_submit_scn_:{val:1733118105192265002, v:0}, base_lsn_:{lsn:2818400256}, base_scn_:{val:1733076082251059001, v:0}, iterator_:{iterator_impl:{buf_:0xffff10c05000, next_round_pread_size:3678208, curr_read_pos:2579475, curr_read_buf_start_pos:0, curr_read_buf_end_pos:2579475, log_storage_:{start_lsn:{lsn:3529901580}, end_lsn:{lsn:3532481055}, read_buf:{buf_len_:3747840, buf_:0xffff10c05000}, block_size:67104768, log_storage_:0xffff239f31b0, log_storage_:{log_tail:{lsn:3549163338}, readable_log_tail:{lsn:3549163338}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:52, palf_id:1001}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1002/1001/log", dir_fd:155, min_block_id:0, max_block_id:53, curr_writable_block_id:52}, logical_block_size_:67104768, curr_block_writable_size_:7389366, block_header_serialize_buf_:0xffff239f4178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:1733118105192265001, v:0}, curr_entry:{LogEntryHeader:{magic:19528, version:2, log_size:34, scn_:{val:1733118105192265001, v:0}, data_checksum:154833137, flag:26682}}, init_mode_version:0, accumulate_checksum:4185387078, curr_entry_is_padding:0, padding_entry_size:66, padding_entry_scn:{val:1733118105192265001, v:0}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:202, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:1, miss_cnt:202, cache_read_size:232, hit_ratio:"4.926108374384236509e-03"}, read_io_cnt:381, read_io_size:720478208, read_disk_cost_ts:8069002, start_lsn:{lsn:2818400256}}}}}}) [2024-12-02 13:54:39.163774] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.163779] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.163821] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.163820] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.169438] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=2] [IO STATUS SERVER] net_in=30kB/s, net_out=30kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:39.169480] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=16] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:39.169538] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:39.169616] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:39.169641] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8169, [delay/us]:prepare:8, schedule:11, submit:5, rt:1109, total:1134) [2024-12-02 13:54:39.169654] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:SSTABLE_WHOLE_SCANNER_IO, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:303, bw:1241786, [delay/us]:prepare:2, schedule:8, submit:5, rt:684, total:701) [2024-12-02 13:54:39.169677] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS TENANT](tenant_id=1002, ref_cnt=4, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=49999, free_result_cnt=49999, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=75, ops=0, iops=75, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:39.169710] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=29] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:304, avg_bw:1241777, [delay/us]: prepare:2, schedule:8, submit:5, device:684, total:701) [2024-12-02 13:54:39.169720] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8169, [delay/us]: prepare:8, schedule:11, submit:5, device:1109, total:1134) [2024-12-02 13:54:39.169750] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:39.169798] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:39.169819] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:6, schedule:25, submit:17, rt:9, total:58) [2024-12-02 13:54:39.169845] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:39.169870] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=22] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2174, [delay/us]: prepare:6, schedule:25, submit:17, device:9, total:58) [2024-12-02 13:54:39.169896] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:39.169918] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:10956, total:10965) [2024-12-02 13:54:39.169958] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:39.169980] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:10956, total:10965) [2024-12-02 13:54:39.170009] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:39.170022] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS CHANNEL] req_in_channel, sync_total=1, async_total=0, sync_cnt= 0 0 0 0 1 0 0 0, async_cnt= 0 [2024-12-02 13:54:39.170031] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:39.170037] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=3] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:39.170043] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=5] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:39.179202] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879116075, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.179346] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1825) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=1][errcode=-4012] get gts timeout(ret=-4012, expire_ts=1733118879135784, current_time=1733118879179257) [2024-12-02 13:54:39.179363] WDIAG [STORAGE.TRANS] acquire_global_snapshot__ (ob_trans_service_v4.cpp:1839) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=16][errcode=-4012] acquire global snapshot fail(ret=-4012, gts_ahead=0, expire_ts=1733118879135784, request_time=[mts=1733118879179344]) [2024-12-02 13:54:39.179375] WDIAG [STORAGE.TRANS] get_read_snapshot (ob_tx_api.cpp:672) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=11][errcode=-4012] acquire global snapshot fail(ret=-4012, tx={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879179257, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.179403] WDIAG [SQL.EXE] stmt_setup_snapshot_ (ob_sql_trans_control.cpp:860) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=27][errcode=-4012] fail to get snapshot(ret=-4012, local_single_ls_plan=false, first_ls_id={id:1}, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}) [2024-12-02 13:54:39.179418] WDIAG [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:573) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=15][errcode=-4012] fail to exec stmt_setup_snapshot_(session, das_ctx, plan, plan_ctx, txs)(ret=-4012, session_id=1, *tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879179257, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}) [2024-12-02 13:54:39.179440] INFO [SQL.EXE] start_stmt (ob_sql_trans_control.cpp:644) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=21] start stmt(ret=-4012, auto_commit=true, session_id=1, snapshot={this:0xffff8334bd90, valid:false, source:0, core:{version:{val:18446744073709551615, v:3}, tx_id:{txid:0}, scn:0}, uncertain_bound:0, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"0.0.0.0:0", parts:[], committed:false}, savepoint=0, tx_desc={this:0xfffea9394470, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879179257, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, plan_type=1, stmt_type=1, has_for_update=false, query_start_time=1733118877206732, use_das=false, nested_level=0, session={this:0xfffe9c824200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffea9394470}, plan=0xfffe76c08050, consistency_level_in_plan_ctx=3, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}) [2024-12-02 13:54:39.179481] WDIAG [SQL] start_stmt (ob_result_set.cpp:379) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=40][errcode=-4012] fail to start stmt(ret=-4012, phy_plan->get_dependency_table()=[cnt:1, {table_id:1, schema_version:0, object_type:1, is_db_explicit:false, is_existed:true}]) [2024-12-02 13:54:39.179493] WDIAG [SQL] do_open_plan (ob_result_set.cpp:606) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=12][errcode=-4012] fail start stmt(ret=-4012) [2024-12-02 13:54:39.179502] WDIAG [SQL] open (ob_result_set.cpp:162) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=9][errcode=-4012] execute plan failed(ret=-4012) [2024-12-02 13:54:39.179511] WDIAG [SERVER] open (ob_inner_sql_result.cpp:153) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=8][errcode=-4012] open result set failed(ret=-4012) [2024-12-02 13:54:39.179519] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=8][errcode=-4012] result set open failed(ret=-4012, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.179531] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=10][errcode=-4012] execute failed(ret=-4012, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=63, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.179539] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=7][errcode=-4012] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:63, local_retry_times:63, err_:-4012, err_:"OB_TIMEOUT", retry_type:0, client_ret:-4012}, need_retry=false) [2024-12-02 13:54:39.179556] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=12][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.179565] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=9][errcode=-4012] result set close failed(ret=-4012) [2024-12-02 13:54:39.179570] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=4][errcode=-4012] failed to close result(close_ret=-4012, ret=-4012) [2024-12-02 13:54:39.179584] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=7][errcode=-4012] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-4012, ret=-4012) [2024-12-02 13:54:39.179595] INFO [SERVER] process_final (ob_inner_sql_connection.cpp:675) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=10] slow inner sql(last_ret=-4012, sql={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, process_time=1972862) [2024-12-02 13:54:39.179605] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:906) [2319529][SqlMemTimer][T1020][YB42C0A800AF-000628430CAEE99A-0-0] [lt=10][errcode=-4012] failed to process final(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, aret=-4012, ret=-4012) [2024-12-02 13:54:39.179616] WDIAG [SERVER] execute_read_inner (ob_inner_sql_connection.cpp:1693) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] execute sql failed(ret=-4012, tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.179626] WDIAG [SERVER] retry_while_no_tenant_resource (ob_inner_sql_connection.cpp:966) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] retry_while_no_tenant_resource failed(ret=-4012, tenant_id=1020) [2024-12-02 13:54:39.179634] WDIAG [SERVER] execute_read (ob_inner_sql_connection.cpp:1633) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] execute_read failed(ret=-4012, cluster_id=1732871094, tenant_id=1020) [2024-12-02 13:54:39.179645] WDIAG [COMMON.MYSQLP] read_without_check_sys_variable (ob_sql_client_decorator.cpp:119) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] failed to read without check sys variable(ret=-4012, sql="SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name", tenant_id=1020, check_sys_variable=false, snapshot_timestamp=0) [2024-12-02 13:54:39.179657] WDIAG [SHARE] load (ob_core_table_proxy.cpp:436) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] execute sql failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020, sql=SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name) [2024-12-02 13:54:39.179720] WDIAG [SHARE] load (ob_core_table_proxy.cpp:368) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4012] load failed(ret=-4012, for_update=false) [2024-12-02 13:54:39.179731] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:510) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] core_table load failed(ret=-4012, ret="OB_TIMEOUT") [2024-12-02 13:54:39.179740] WDIAG [SHARE] get_core_schema_version (ob_global_stat_proxy.cpp:458) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get failed(ret=-4012) [2024-12-02 13:54:39.179745] WDIAG [SHARE.SCHEMA] get_core_version (ob_schema_service_sql_impl.cpp:872) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=3][errcode=-4012] get_core_schema_version failed(ret=-4012) [2024-12-02 13:54:39.179754] WDIAG [SHARE.SCHEMA] can_read_schema_version (ob_schema_service_sql_impl.cpp:7404) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to get core schema version(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:39.179765] WDIAG [SHARE.SCHEMA] fetch_schema (ob_schema_cache.cpp:905) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4012] incremant schema is not readable now, waiting and retry(ret=-4012, retry_times=0, schema_version=1) [2024-12-02 13:54:39.179775] WDIAG [SHARE.SCHEMA] get_schema (ob_multi_version_schema_service.cpp:571) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] fetch schema failed(tenant_id=1020, schema_type=15, schema_id=1020, schema_version=1, ret=-4012) [2024-12-02 13:54:39.179787] WDIAG [SHARE.SCHEMA] get_schema (ob_schema_getter_guard.cpp:5647) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] get schema failed(ret=-4012, ret="OB_TIMEOUT", schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}, schema_type=15, schema_id=1020, schema_version=1, specified_version=-1) [2024-12-02 13:54:39.179799] WDIAG [SHARE.SCHEMA] get_sys_variable_schema (ob_schema_getter_guard.cpp:467) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4012] fail to get sys var schema(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:39.179808] WDIAG [SHARE.SCHEMA] get_tenant_system_variable (ob_schema_getter_guard.cpp:515) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] get tenant info failed(ret=-4012, ret="OB_TIMEOUT", tenant_id=1020) [2024-12-02 13:54:39.179816] WDIAG [SQL.ENG] get_max_work_area_size (ob_tenant_sql_memory_manager.cpp:849) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4012] get tenant system variable failed(ret=-4012, tenant_id_=1020) [2024-12-02 13:54:39.179827] WDIAG [SQL.ENG] calculate_global_bound_size (ob_tenant_sql_memory_manager.cpp:1238) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4012] failed to get percent [2024-12-02 13:54:39.179835] WDIAG [SERVER] runTimerTask (ob_tenant_duty_task.cpp:214) [2319529][SqlMemTimer][T1020][Y0-0000000000000000-0-0] [lt=8][errcode=-4012] failed to calculate global bound size(ret=-4012, ids[i]=1020) [2024-12-02 13:54:39.187101] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:39.189379] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=11] gc stale ls task succ [2024-12-02 13:54:39.189573] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.192669] INFO [MVCC] repeat_study (ob_multi_version_garbage_collector.cpp:197) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=12] skip repeat study(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118819190977, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, current_timestamp=1733118879192667, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.193823] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=22] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=1732874408973130000, snapshot_type=1, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.193849] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=24] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=4611686018427387903, snapshot_type=2, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.193862] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=10] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=1732874426991810003, snapshot_type=3, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.193873] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=9] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1020 , snapshot_version=4611686018427387903, snapshot_type=4, create_time=1733118699183352, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.194053] INFO [MVCC] decide_reserved_snapshot_version_ (ob_multi_version_garbage_collector.cpp:620) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=9] succeed to update global reserved snapshot(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118819190977, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, global_reserved_snapshot_={val:1732874408973130000, v:0}, reserved_snapshot={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.194074] INFO [MVCC] refresh_ (ob_multi_version_garbage_collector.cpp:554) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=20] multi-version garbage collector refresh successfully(this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118819190977, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, collector={reserved_snapshot_version:{val:1732874408973130000, v:0}, reserved_snapshot_type:1, reserved_status:-1, reserved_create_time:1733118699183352, reserved_addr:"192.168.0.175:2882", is_this_server_disabled:false, status:0}) [2024-12-02 13:54:39.194090] INFO [MVCC] repeat_refresh (ob_multi_version_garbage_collector.cpp:232) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=15] repeat refresh successfully(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118879194090, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, current_timestamp=1733118879192691, GARBAGE_COLLECT_RETRY_INTERVAL=60000000) [2024-12-02 13:54:39.194098] INFO [MVCC] repeat_reclaim (ob_multi_version_garbage_collector.cpp:267) [2324683][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=8] skip repeat reclaim(ret=0, this={this:0xfffe9e3eb920, last_study_timestamp:1733118699185850, last_refresh_timestamp:1733118879194090, last_reclaim_timestamp:1733118640187015, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1732874408973130000, v:0}, is_inited:true}, current_timestamp=1733118879194098, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.201537] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=20] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:39.204604] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:39.204621] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2320230][T1001_CKClogDis][T1001][Y0-0000000000000000-0-0] [lt=12] get_disk_usage(ret=0, capacity(MB):=614, used(MB):=428) [2024-12-02 13:54:39.207624] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=12] gc stale ls task succ [2024-12-02 13:54:39.209363] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2324622][T1020_DupTbLeas][T1020][Y0-0000000000000000-0-0] [lt=1][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:39.209442] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2324622][T1020_DupTbLeas][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1020 and flag like "%DUPLICATE%", tenant_id=1020, exec_tenant_id=1019, need_member_list=false) [2024-12-02 13:54:39.210386] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF156-0-0] [lt=37][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.210409] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF156-0-0] [lt=23][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.210417] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF156-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.214226] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0D-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:39.214248] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0D-0-0] [lt=20] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:39.215060] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879113970, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879070873, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.215250] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=10770447, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=242, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.229600] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.229671] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=69] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.231884] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.231910] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.231991] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.232050] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.232098] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.232113] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.232138] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.232148] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.232158] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.233232] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.233243] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.233261] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.233265] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.233294] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.233308] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.233321] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.233365] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.233375] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.236704] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.236726] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.237874] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.237892] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.244089] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=19] get number(ret=0, service_type_=0, range=1, base_id=1733118879243404000, start_id=1733118879243404000, end_id=1733118879243404001) [2024-12-02 13:54:39.244162] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=14133) [2024-12-02 13:54:39.244586] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.244620] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470271327, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.244637] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.244661] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452252647, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.244673] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.246914] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:39.246934] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=14] temporary file module use no blocks [2024-12-02 13:54:39.246941] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=6] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:39.246954] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:39.246966] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320212][T1001_TFSwap][T1001][Y0-0000000000000000-0-0] [lt=11] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238626745389, flush_io_finished_ret_:0, flush_io_finished_round_:728, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:39.255213] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=17] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:39.257199] INFO pn_ratelimit (group.c:626) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=14] PNIO set ratelimit as 9223372036854775807 bytes/s, grp_id=2 [2024-12-02 13:54:39.262105] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:39.262134] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=26] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.264097] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.264129] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=22] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.264226] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.264419] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.264448] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF497-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.268431] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.268434] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.268476] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.268477] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.274154] INFO [SHARE] blacklist_loop_ (ob_server_blacklist.cpp:313) [2319673][Blacklist][T0][Y0-0000000000000000-0-0] [lt=19] blacklist_loop exec finished(cost_time=83, is_enabled=true, send_cnt=0) [2024-12-02 13:54:39.280158] INFO [STORAGE] diagnose_for_suggestion (ob_compaction_suggestion.cpp:458) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] [COMPACTION DAG STATUS] (start_time=1733118869278776, end_time=1733118879280156, dag_status={}) [2024-12-02 13:54:39.280182] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=21] dump_dag_status(priority="PRIO_COMPACTION_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280191] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_HA_HIGH", limits=8, running_task=0, adaptive_task_limit=8, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280197] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_COMPACTION_MID", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280202] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_HA_MID", limits=5, running_task=0, adaptive_task_limit=5, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280207] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_COMPACTION_LOW", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280216] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_HA_LOW", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280222] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_DDL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280230] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(priority="PRIO_DDL_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280239] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_TTL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:39.280248] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280260] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280269] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE/MEDIUM_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280279] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_BATCH_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280285] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_PREPARE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280294] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_SCHEDULE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280303] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_FINISH", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280312] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280321] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=10] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280331] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"VERIFY_CKM", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280340] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:23, dag_type_str:"BATCH_FREEZE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280349] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"UPDATE_SKIP_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280359] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"REFRESH_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280368] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_COMPLEMENT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280377] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280383] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280391] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280400] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_DEL_LOB_META", dag_module_str:"DROP_VEC_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280409] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280418] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280427] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280436] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATE_WARMUP", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280446] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"WAIT_DATA_READY", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280454] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280464] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280469] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280478] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280486] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280496] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280504] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280513] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280522] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280531] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280539] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280548] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_CHECKE_CONVERT", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280554] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280562] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280571] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280580] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280589] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280598] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280607] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280616] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280625] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280633] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280639] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280644] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"INITIAL_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280649] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"START_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280657] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_TABLET_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280666] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"FINISH_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280675] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280684] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280692] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280701] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280710] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280716] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280724] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280733] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280741] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280750] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280759] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280768] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280776] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280785] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280794] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280799] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280808] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280816] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:21, dag_type_str:"TENANT_SNAPSHOT_CREATE", dag_module_str:"TSNAP_CR8"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280825] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:22, dag_type_str:"TENANT_SNAPSHOT_GC", dag_module_str:"TSNAP_GC"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280834] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:8, sys_task_type:24, dag_type_str:"VECTOR_INDEX_DAG", dag_module_str:"VECTOR_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:39.280844] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3607) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](running_dag_net_map_size=0, blocking_dag_net_list_size=0, running_dag_net_list_size=0) [2024-12-02 13:54:39.280852] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_count=0) [2024-12-02 13:54:39.280861] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_count=0) [2024-12-02 13:54:39.280865] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=5] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_count=0) [2024-12-02 13:54:39.280872] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_count=0) [2024-12-02 13:54:39.280876] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_count=0) [2024-12-02 13:54:39.280883] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_count=0) [2024-12-02 13:54:39.280886] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=4] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_count=0) [2024-12-02 13:54:39.280893] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_CO_MAJOR", dag_count=0) [2024-12-02 13:54:39.280897] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_count=0) [2024-12-02 13:54:39.280901] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4310) [2324606][T1020_DagSchedu][T1020][Y0-0000000000000000-0-0] [lt=3] dump_dag_status(dag_cnt=0, total_worker_cnt_=4, total_running_task_cnt=0, work_thread_num_=43, scheduled_task_cnt=0) [2024-12-02 13:54:39.280955] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2320165][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=11] ====== tenant freeze timer task ====== [2024-12-02 13:54:39.284529] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.285134] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2324654][T1020_LCLSender][T1020][Y0-0000000000000000-0-0] [lt=23] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff133f22b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:39.287571] INFO [STORAGE.COMPACTION] runTimerTask (ob_tenant_tablet_scheduler_task_mgr.cpp:162) [2324870][T1019_MediumLoo][T1019][YB42C0A800AF-00062843168EE95C-0-0] [lt=16] MediumCheckTask(cost_ts=8) [2024-12-02 13:54:39.289504] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=6] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:39.289628] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.307351] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3394, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:39.307370] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:3549163460}], scn_array=[cnt:1, {val:1733118879027683002, v:0}], curr_size=122, accum_size=854, time_cost=20172) [2024-12-02 13:54:39.307393] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:39.307392] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=13] gc stale ls task succ [2024-12-02 13:54:39.307413] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=8] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=4, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:39.307437] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=24] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3439, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:39.307449] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=6] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=28, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:39.310999] INFO [MVCC] repeat_study (ob_multi_version_garbage_collector.cpp:197) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=11] skip repeat study(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118819309181, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, current_timestamp=1733118879310997, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.312194] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=23] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=1733118639297047000, snapshot_type=1, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312218] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=21] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=1733118638943251000, snapshot_type=2, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312229] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=10] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=1733118639143317000, snapshot_type=3, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312239] INFO [MVCC] collect (ob_multi_version_garbage_collector.cpp:709) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=9] multi version garbage colloector collects successfully(sql= select snapshot_version, snapshot_type, svr_ip, svr_port, create_time, status from __all_reserved_snapshot where tenant_id = 1019 , snapshot_version=4611686018427387903, snapshot_type=4, create_time=1733118639298367, addr="192.168.0.175:2882", gc_status=0) [2024-12-02 13:54:39.312421] INFO [MVCC] decide_reserved_snapshot_version_ (ob_multi_version_garbage_collector.cpp:620) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=9] succeed to update global reserved snapshot(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118819309181, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, global_reserved_snapshot_={val:1733118638943251000, v:0}, reserved_snapshot={val:1733118638943251000, v:0}) [2024-12-02 13:54:39.312443] INFO [MVCC] refresh_ (ob_multi_version_garbage_collector.cpp:554) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=20] multi-version garbage collector refresh successfully(this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118819309181, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, collector={reserved_snapshot_version:{val:1733118638943251000, v:0}, reserved_snapshot_type:2, reserved_status:-1, reserved_create_time:1733118639298367, reserved_addr:"192.168.0.175:2882", is_this_server_disabled:false, status:0}) [2024-12-02 13:54:39.312459] INFO [MVCC] repeat_refresh (ob_multi_version_garbage_collector.cpp:232) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=16] repeat refresh successfully(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118879312458, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, current_timestamp=1733118879311022, GARBAGE_COLLECT_RETRY_INTERVAL=60000000) [2024-12-02 13:54:39.312471] INFO [MVCC] repeat_reclaim (ob_multi_version_garbage_collector.cpp:267) [2324876][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=11] skip repeat reclaim(ret=0, this={this:0xfffe621d76b0, last_study_timestamp:1733118639303760, last_refresh_timestamp:1733118879312458, last_reclaim_timestamp:1733118639309036, last_sstable_overflow_timestamp:0, has_error_when_study:false, refresh_error_too_long:false, has_error_when_reclaim:false, gc_is_disabled:false, global_reserved_snapshot:{val:1733118638943251000, v:0}, is_inited:true}, current_timestamp=1733118879312470, GARBAGE_COLLECT_EXEC_INTERVAL=600000000) [2024-12-02 13:54:39.315340] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879215076, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879159259, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.315533] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10670165, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=243, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.316862] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF157-0-0] [lt=41][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.316884] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF157-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.316892] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF157-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.320427] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:39.320448] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:39.320455] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=6] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:39.320469] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:39.320481] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324840][T1019_TFSwap][T1019][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238626818899, flush_io_finished_ret_:0, flush_io_finished_round_:302, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:39.322163] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:39.326963] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2324825][T1019_DupTbLeas][T1019][Y0-0000000000000000-0-0] [lt=19][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:39.327036] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2324825][T1019_DupTbLeas][T1019][Y0-0000000000000000-0-0] [lt=16][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1019 and flag like "%DUPLICATE%", tenant_id=1019, exec_tenant_id=1, need_member_list=false) [2024-12-02 13:54:39.329586] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=37] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.329648] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.331937] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.331959] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.332042] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.332101] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.332151] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.332166] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.332190] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.332199] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.332208] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.333282] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.333291] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.333310] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.333315] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.333344] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.333358] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.333371] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.333414] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.333424] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.336723] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.336744] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=21][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.337898] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.337917] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.340218] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=13] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:39.342906] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=14] get_max_applied_scn(scn={val:1733118879243404000, v:0}, this={ls_id_:{id:1}, role_:1, proposal_id_:1, palf_committed_end_lsn_:{lsn:21036976}, palf_committed_end_scn_:{val:1733118879314992000, v:0}, last_check_scn_:{val:1733118879314992000, v:0}, max_applied_cb_scn_:{val:1733118879243404000, v:0}}) [2024-12-02 13:54:39.342932] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=22] get_min_unreplayed_log_info in skip state(lsn={lsn:0}, scn={val:1, v:0}, this={ls_id_:{id:1}, is_enabled_:true, is_submit_blocked_:false, role_:1, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118578573726, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:0}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:0}, base_scn_:{val:1, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:0}, end_lsn:{lsn:0}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe52cdd1b0, log_storage_:{log_tail:{lsn:21036976}, readable_log_tail:{lsn:21036976}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:0}, min_scn:{val:2, v:0}, curr_block_id:0, palf_id:1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1019/1/log", dir_fd:217, min_block_id:0, max_block_id:1, curr_writable_block_id:0}, logical_block_size_:67104768, curr_block_writable_size_:46067792, block_header_serialize_buf_:0xfffe52cde178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:0, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:0}}}}}}) [2024-12-02 13:54:39.344313] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=16] PNIO [ratelimit] time: 1733118879344311, bytes: 19556378, bw: 0.028855 MB/s, add_ts: 1007615, add_bytes: 30487 [2024-12-02 13:54:39.344623] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.344654] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1}, delta=244470371261, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.344673] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.344696] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452352581, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.344708] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.348439] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=17] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=1) [2024-12-02 13:54:39.350291] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.350311] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.351734] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.351751] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.368734] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.368762] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.368860] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.369023] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.369040] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF498-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.371844] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=32][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.371848] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=31][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.371888] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.371889] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.387206] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=23] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:39.389683] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.391188] INFO [PALF] runTimerTask (block_gc_timer_task.cpp:101) [2320299][T1002_PalfGC][T1002][Y0-0000000000000000-0-0] [lt=28] BlockGCTimerTask success(ret=0, cost_time_us=6, palf_env_impl_={IPalfEnvImpl:{IPalfEnvImpl:"Dummy"}, self:"192.168.0.175:2882", log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1002", disk_options_wrapper:{disk_opts_for_stopping_writing:{log_disk_size(MB):5529, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, disk_opts_for_recycling_blocks:{log_disk_size(MB):5529, log_disk_utilization_threshold(%):80, log_disk_utilization_limit_threshold(%):95, log_disk_throttling_percentage(%):60, log_disk_throttling_maximum_duration(s):7200, log_writer_parallelism:3}, status:1, cur_unrecyclable_log_disk_size(MB):196, sequence:1}, log_alloc_mgr_:{flying_log_task:0, flying_meta_task:0}}) [2024-12-02 13:54:39.393346] WDIAG [RPC.OBRPC] rpc_call (ob_rpc_proxy.ipp:447) [2319721][IngressService][T0][Y0-0000000000000000-0-0] [lt=16][errcode=-4006] Rpc proxy not inited(ret=-4006) [2024-12-02 13:54:39.395236] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=18] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=13, avg_log_batch_cnt=1, total_group_log_size=8375, avg_group_log_size=644) [2024-12-02 13:54:39.395261] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=8376) [2024-12-02 13:54:39.396540] WDIAG [SHARE] refresh (ob_task_define.cpp:402) [2319535][LogLimiterRefre][T0][Y0-0000000000000000-0-0] [lt=20][errcode=0] Throttled WDIAG logs in last second(details {error code, dropped logs, earliest tid}=[{errcode:-6231, dropped:1090, tid:2324590}]) [2024-12-02 13:54:39.403791] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2324848][T1019_LCLSender][T1019][Y0-0000000000000000-0-0] [lt=23] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xfffe61dde2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:39.408181] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=9][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:2127139541}], scn_array=[cnt:1, {val:1733118879394901000, v:0}], curr_size=592, accum_size=6047, time_cost=12938) [2024-12-02 13:54:39.415607] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=18][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:243, local_retry_times:243, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.415637] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=19] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879314992, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879264485, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.415686] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=43][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.415696] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.415705] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.415722] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.415836] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.415890] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=53][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.415899] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:39.415909] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.415915] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe801d0008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879415797, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879394902}, ret=-6231) [2024-12-02 13:54:39.416056] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=141][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.416062] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.416068] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017275, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879414909, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879394902, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879415797, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.416232] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=163][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.416243] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.416252] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.416256] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.416264] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.416273] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.416277] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe801cb0f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.416289] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.416293] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.416301] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.416306] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:39.416316] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=244, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.416328] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10] will sleep(sleep_us=100000, remain_us=10569369, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=244, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.423767] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF158-0-0] [lt=32][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.423788] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF158-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.423797] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF158-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.429652] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.429712] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=58] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.431989] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.432012] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.432084] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.432144] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.432191] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.432206] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.432227] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.432236] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.432241] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.433315] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.433324] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.433342] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.433346] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.433374] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.433388] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.433401] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.433444] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.433454] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.436768] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.436788] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.437949] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.437965] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.444218] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=56] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=26, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52cd6130, extra_info="") [2024-12-02 13:54:39.444678] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.444712] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470471223, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.444729] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.444752] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452452543, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.444764] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.450182] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:40) [2320039][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=12] ====== [emptytablet] empty shell timer task ======(GC_EMPTY_TABLET_SHELL_INTERVAL=5000000) [2024-12-02 13:54:39.450212] INFO [STORAGE] runTimerTask (ob_empty_shell_task.cpp:101) [2320039][T1_TabletShellT][T1][Y0-0000000000000000-0-0] [lt=20] [emptytablet] succeed to change tablet to empty shell(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=147) [2024-12-02 13:54:39.457827] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=14558208) [2024-12-02 13:54:39.457851] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.461059] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=35] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:39.463311] INFO [STORAGE] runTimerTask (ob_locality_manager.cpp:708) [2319660][LocalityReload][T0][Y0-0000000000000000-0-0] [lt=10] runTimer to refresh locality_info(ret=0) [2024-12-02 13:54:39.464710] INFO [SHARE] set_server_locality_array (ob_server_locality_cache.cpp:346) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=18] set_server_locality_array success(server_locality_array=[{inited:true, addr:"192.168.0.175:2882", zone:"zone1", zone_type:0, idc:"", region:"sys_region", is_active:true, start_service_time:1733118174525401, server_stop_time:0, server_status:1}], has_readonly_zone=false) [2024-12-02 13:54:39.464745] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=26] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1, primary_zone=RANDOM) [2024-12-02 13:54:39.464756] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=10] add_locality_zone success(locality_zone={tenant_id:1, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464769] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=9] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1001, primary_zone=RANDOM) [2024-12-02 13:54:39.464776] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] add_locality_zone success(locality_zone={tenant_id:1001, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464787] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1002, primary_zone=RANDOM) [2024-12-02 13:54:39.464794] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] add_locality_zone success(locality_zone={tenant_id:1002, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464803] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1019, primary_zone=RANDOM) [2024-12-02 13:54:39.464809] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=6] add_locality_zone success(locality_zone={tenant_id:1019, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464817] INFO [SHARE] load_region (ob_locality_table_operator.cpp:336) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=7] tenant_schema primary_zone is NULL, or no need calc region priority(tenant_id=1020, primary_zone=RANDOM) [2024-12-02 13:54:39.464824] INFO [SHARE] load_region (ob_locality_table_operator.cpp:363) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=6] add_locality_zone success(locality_zone={tenant_id:1020, region_priority:18446744073709551615}) [2024-12-02 13:54:39.464830] INFO [SHARE] load_region (ob_locality_table_operator.cpp:373) [2319659][LocltyRefTask][T0][Y0-0000000000000000-0-0] [lt=3] load region(ret=0, locality_info={version:0, local_region:"sys_region", local_zone:"zone1", local_idc:"", local_zone_type:0, local_zone_status:2, locality_region_array:[{region:"sys_region", region_priority:18446744073709551615, zone_array:["zone1"]}], locality_zone_array:[{tenant_id:1, region_priority:18446744073709551615}, {tenant_id:1001, region_priority:18446744073709551615}, {tenant_id:1002, region_priority:18446744073709551615}, {tenant_id:1019, region_priority:18446744073709551615}, {tenant_id:1020, region_priority:18446744073709551615}]}) [2024-12-02 13:54:39.467526] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320040][T1_LSArchiveMgr][T1][YB42C0A800AF-0006284303FEE94C-0-0] [lt=13] gc stale ls task succ [2024-12-02 13:54:39.470457] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:39.470480] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.472105] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.472134] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=19] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.472223] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.472398] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.472415] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF499-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.475542] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.475547] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.475582] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.475590] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.484821] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6896300032, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.489737] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.497151] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:252) [2320036][T1_Flush][T1][Y0-0000000000000000-0-0] [lt=10] ====== traversal_flush timer task ====== [2024-12-02 13:54:39.497462] INFO [MDS] flush (mds_table_mgr.cpp:172) [2320036][T1_Flush][T1][YB42C0A800AF-00062843061EE9DE-0-0] [lt=14] [FREEZE]no valid mds table there, no need do flush(ret=0, ret="OB_SUCCESS", ls_->get_ls_id()={id:1}, recycle_scn={val:4611686018427387903, v:0}, need_freeze=false, order_flusher_for_some={high_priority_flusher:size:0, ordered_tablets:{}, max_consequent_callbacked_scn={val:18446744073709551615, v:3}, *this={this:0xffff448da6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118887924619000, latest_log_ts:{val:1733118871357088001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:39.497538] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:287) [2320036][T1_Flush][T1][YB42C0A800AF-00062843061EE9DE-0-0] [lt=71] succeed to traversal_flush(ret=0, ls_cnt=1) [2024-12-02 13:54:39.498521] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320050][T1_HAService][T1][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:39.509885] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=16] [LS_LOCATION]dump tenant ls location caches(tenant_id=1, tenant_ls_locations=[{cache_key:{tenant_id:1, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876003208, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}]) [2024-12-02 13:54:39.509915] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=29] [LS_LOCATION]dump tenant ls location caches(tenant_id=1019, tenant_ls_locations=[{cache_key:{tenant_id:1019, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876006913, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:1}]}]) [2024-12-02 13:54:39.509930] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=14] [LS_LOCATION]dump tenant ls location caches(tenant_id=1020, tenant_ls_locations=[{cache_key:{tenant_id:1020, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876008104, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:6}, proposal_id:16}]}, {cache_key:{tenant_id:1020, ls_id:{id:1001}, cluster_id:1732871094}, renew_time:1733118876008106, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:6}, proposal_id:16}]}]) [2024-12-02 13:54:39.509947] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=17] [LS_LOCATION]dump tenant ls location caches(tenant_id=1001, tenant_ls_locations=[{cache_key:{tenant_id:1001, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876004467, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}]) [2024-12-02 13:54:39.509959] INFO [SHARE.LOCATION] dump_cache (ob_ls_location_service.cpp:1230) [2319649][DumpLSLoc][T0][YB42C0A800AF-000628430D1EE993-0-0] [lt=12] [LS_LOCATION]dump tenant ls location caches(tenant_id=1002, tenant_ls_locations=[{cache_key:{tenant_id:1002, ls_id:{id:1}, cluster_id:1732871094}, renew_time:1733118876005739, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}, {cache_key:{tenant_id:1002, ls_id:{id:1001}, cluster_id:1732871094}, renew_time:1733118876005741, replica_locations:[{server:"192.168.0.175:2882", role:1, sql_port:2881, replica_type:0, property:{memstore_percent_:100}, restore_status:{status:0}, proposal_id:3}]}]) [2024-12-02 13:54:39.511187] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3096-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.511200] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8B3-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.511234] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC1-0-0] [lt=14][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.512392] WDIAG begin (ob_hashtable.h:954) [2320459][T1002_L0_G0][T1002][YB42C0A800AF-000628430E3EF8B5-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.512456] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3098-0-0] [lt=15][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.512585] WDIAG begin (ob_hashtable.h:954) [2320460][T1002_L0_G0][T1002][YB42C0A800AF-000628430E4EEFC3-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.516395] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:244, local_retry_times:244, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.516427] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=20] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879414909, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879394902, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.516481] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=47][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.516491] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.516499] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.516517] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.516636] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.516693] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=56][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.516705] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:39.516715] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.516721] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e8c008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879516594, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879498008}, ret=-6231) [2024-12-02 13:54:39.516860] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=138][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.516865] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.516875] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017276, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879515908, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879498008, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879516594, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.517042] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=166][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.517053] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.517062] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.517067] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.517075] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.517082] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.517087] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e870f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.517097] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.517103] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.517110] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.517116] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:39.517126] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=245, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.517138] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11] will sleep(sleep_us=100000, remain_us=10468559, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=245, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.522270] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=57] start do ls ha handler(ls_id_array_=[{id:1}, {id:1001}]) [2024-12-02 13:54:39.523891] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=18] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.525198] INFO [STORAGE.BLKMGR] runTimerTask (ob_block_manager.cpp:1646) [2319657][BlkMgr][T0][Y0-0000000000000000-0-0] [lt=16] skip inspect bad block(last_check_time=1733118142242284, last_macro_idx=-1) [2024-12-02 13:54:39.525523] INFO [STORAGE] do_restore (ob_ls_restore_handler.cpp:2187) [2324677][T1020_HAService][T1020][YB42C0A800AF-00062843162EE95A-0-0] [lt=62] ready to restore to consistent scn(ls_restore_status_={status:6}, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.528743] INFO [STORAGE.TRANS] operator() (ob_ts_mgr.h:180) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=12] refresh gts functor(ret=0, ret="OB_SUCCESS", gts_tenant_info={v:1}) [2024-12-02 13:54:39.529717] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.529780] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.530382] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF159-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.530402] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF159-0-0] [lt=20][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.530414] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF159-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.532045] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=3] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.532068] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.532145] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.532197] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.532243] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.532259] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.532283] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.532293] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.532303] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.533378] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.533387] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.533406] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.533413] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.533442] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.533457] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.533480] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.533526] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.533537] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.536790] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=7][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.536812] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.537971] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.537989] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.544733] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.544769] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=20] get wrs ts(ls_id={id:1}, delta=244470571191, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.544786] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.544809] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452552511, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.544821] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.545676] INFO [SHARE] run_loop_ (ob_bg_thread_monitor.cpp:331) [2320638][BGThreadMonitor][T0][Y0-0000000000000000-0-0] [lt=14] current monitor number(seq_=-1) [2024-12-02 13:54:39.548510] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=18] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=0) [2024-12-02 13:54:39.551726] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=17] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=12, avg_log_batch_cnt=1, total_group_log_size=4877, avg_group_log_size=406) [2024-12-02 13:54:39.552604] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:162) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=11] ====== [tabletchange] timer task ======(GC_CHECK_INTERVAL=5000000) [2024-12-02 13:54:39.552632] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:196) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=21] [tabletchange] task check ls(ls->get_ls_id()={id:1}, tablet_persist_trigger=0) [2024-12-02 13:54:39.552648] INFO [STORAGE] runTimerTask (ob_tablet_gc_service.cpp:290) [2320038][T1_ObTimer][T1][Y0-0000000000000000-0-0] [lt=13] [tabletchange] succeed to gc_tablet(ret=0, ret="OB_SUCCESS", ls_cnt=1, times=139) [2024-12-02 13:54:39.552738] INFO [SQL.EXE] run2 (ob_maintain_dependency_info_task.cpp:228) [2319638][MaintainDepInfo][T0][Y0-0000000000000000-0-0] [lt=15] [ASYNC TASK QUEUE](queue_.size()=0, sys_view_consistent_.size()=1205) [2024-12-02 13:54:39.570541] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=64472064) [2024-12-02 13:54:39.570564] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.575792] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.575822] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.575895] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=52][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.576058] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.576074] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49A-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.578656] INFO [LIB] stat (utility.h:1176) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=10] [PALF STAT WRITE LOG COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=1530, this=0xfffe52ce2670, extra_info="palf_id:1") [2024-12-02 13:54:39.578677] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=19] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=14496) [2024-12-02 13:54:39.578689] INFO [LIB] stat (utility.h:1193) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=8] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=9, this=0xfffe5ddca6b0, extra_info="") [2024-12-02 13:54:39.578702] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=14496) [2024-12-02 13:54:39.578732] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=20] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=3, this=0xfffe52cd6360, extra_info="palf_id:1") [2024-12-02 13:54:39.578745] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG LIFE TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=1599, this=0xfffe52cd6590, extra_info="palf_id:1") [2024-12-02 13:54:39.578756] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=10] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=27, avg_log_gen_to_freeze_time=27, avg_log_gen_to_submit_time=36, avg_log_submit_to_flush_time=1553, avg_log_submit_to_slide_time=1563) [2024-12-02 13:54:39.578772] INFO [LIB] stat (utility.h:1176) [2324777][T1019_LogIOCb0][T1019][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FLUSH CB COST TIME](cur_stat_count=27, stat_interval=1000000, avg (count/cost)=21, this=0xfffe52ce28a0, extra_info="palf_id:1") [2024-12-02 13:54:39.578779] INFO [PALF] read (log_cache.cpp:103) [2324780][T1019_LogShared][T1019][Y0-0000000000000000-0-0] [lt=17] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=14496, hit_cnt=28, read_cnt=28, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.578838] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.578843] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.578885] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.578883] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.589793] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.614609] INFO [SERVER] try_reload_schema (ob_server_schema_updater.cpp:447) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=10] schedule fetch new schema task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:39.614628] INFO [SERVER] do_heartbeat_event (ob_heartbeat.cpp:269) [2320465][LeaseHB][T0][Y0-0000000000000000-0-0] [lt=19] try reload schema success(schema_version=1733118593816728, refresh_schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}, schema_ret=0) [2024-12-02 13:54:39.614627] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:262) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] [REFRESH_SCHEMA] start to process schema refresh task(ret=0, ret="OB_SUCCESS", schema_info={schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}) [2024-12-02 13:54:39.614648] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:306) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=17] [REFRESH_SCHEMA] begin refresh schema, (begin_time=1733118879614647) [2024-12-02 13:54:39.614659] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2388) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=11] [REFRESH_SCHEMA] start to refresh and add schema(tenant_ids=[]) [2024-12-02 13:54:39.615972] INFO [SHARE] load_refresh_schema_status (ob_schema_status_proxy.cpp:284) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [SCHEMA_STATUS] load refreshed schema status(ret=0) [2024-12-02 13:54:39.615992] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=18] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1) [2024-12-02 13:54:39.617170] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] try to set tenant received_broadcast_version(ret=0, tenant_id=1, version=1733118593816728) [2024-12-02 13:54:39.617190] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=19] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1, cost=1188) [2024-12-02 13:54:39.617204] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1001) [2024-12-02 13:54:39.617207] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:245, local_retry_times:245, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.617240] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=22] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879515908, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879498008, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.617294] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=48][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.617305] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.617314] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.617331] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.617447] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=10][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.617524] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=76][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.617532] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118889885696) [2024-12-02 13:54:39.617542] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=9][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.617551] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118889885696, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:2, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], op_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], trans_desc:NULL, snapshot:{this:0xfffe34e9e008, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879617406, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879613747}, ret=-6231) [2024-12-02 13:54:39.617696] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=144][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.617702] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.617707] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017277, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879616905, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879613747, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe6c4cf9f0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879617406, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:2, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:2, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:2, false, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c4a740, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c4a760, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c4a700, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c4a7b0, count:4, allocator:0xfffe76c40a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], access_exprs:[cnt:2, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:3, frame_idx:1, datum_off:200, res_buf_off:5447, dyn_buf_header_offset:2887, res_buf_len:128, eval_flags_off:2583, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2053, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48168}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:1, {type:"T_OP_EQ", datum_meta:{type:"INT", cs_type:"binary", scale:0, precision:1}, obj_meta:{type:"INT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:203, eval_func:0xaaaacfa49c74, eval_batch_func:0xaaaacf61385c, inner_functions:null, inner_func_cnt:0, arg_cnt:2, parent_cnt:0, frame_idx:1, datum_off:1000, res_buf_off:9799, dyn_buf_header_offset:3399, res_buf_len:8, eval_flags_off:2615, pvt_skip_off:1192, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2313, eval_vector_func:0xaaaad07645f8, local_session_var_id:-1, this:0xfffe76c485f0}], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:1, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:7495, dyn_buf_header_offset:3143, res_buf_len:128, eval_flags_off:2591, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:2118, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c48250}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118889885696, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.617870] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=161][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.617881] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.617889] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.617894] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=5][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.617902] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.617906] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.617914] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe34e990f0}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.617926] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.617930] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=4][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.617938] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.617947] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}) [2024-12-02 13:54:39.617957] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=8][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT column_value FROM __all_core_table WHERE TABLE_NAME = '__all_global_stat' AND COLUMN_NAME = 'snapshot_gc_scn' "}, retry_cnt=246, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.617967] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=7] will sleep(sleep_us=100000, remain_us=10367730, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=246, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.618363] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1001, version=1732873649056008) [2024-12-02 13:54:39.618381] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=17] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1001, cost=1168) [2024-12-02 13:54:39.618393] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=11] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1002) [2024-12-02 13:54:39.619524] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] try to set tenant received_broadcast_version(ret=0, tenant_id=1002, version=1733071296522896) [2024-12-02 13:54:39.619543] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=18] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1002, cost=1141) [2024-12-02 13:54:39.619554] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1019) [2024-12-02 13:54:39.620674] INFO [SHARE.SCHEMA] set_tenant_received_broadcast_version (ob_multi_version_schema_service.cpp:4066) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=9] try to set tenant received_broadcast_version(ret=0, tenant_id=1019, version=1733118780504008) [2024-12-02 13:54:39.620692] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=17] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=0, ret="OB_SUCCESS", tenant_id=1019, cost=1128) [2024-12-02 13:54:39.620703] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2717) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10] [REFRESH_SCHEMA] start to refresh and add schema by tenant(tenant_id=1020) [2024-12-02 13:54:39.620716] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2763) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] [REFRESH_SCHEMA] tenant schema is not ready, just skip(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, refresh_schema_status={tenant_id:1020, snapshot_timestamp:0, readable_schema_version:0}) [2024-12-02 13:54:39.620727] INFO [SHARE.SCHEMA] refresh_tenant_schema (ob_multi_version_schema_service.cpp:2810) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=11] [REFRESH_SCHEMA] end refresh and add schema by tenant(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_id=1020, cost=16) [2024-12-02 13:54:39.620732] WDIAG [SHARE.SCHEMA] operator() (ob_multi_version_schema_service.cpp:2459) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=4][errcode=0] fail to refresh tenant schema(tmp_ret=-5627, tenant_id=1020) [2024-12-02 13:54:39.620743] INFO [SHARE.SCHEMA] refresh_and_add_schema (ob_multi_version_schema_service.cpp:2494) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8] [REFRESH_SCHEMA] end refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], cost=6073) [2024-12-02 13:54:39.620753] WDIAG [SERVER] process_refresh_task (ob_server_schema_updater.cpp:309) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=10][errcode=-5627] fail to refresh and add schema(ret=-5627, ret="OB_SCHEMA_EAGAIN") [2024-12-02 13:54:39.620763] INFO [SERVER] process_refresh_task (ob_server_schema_updater.cpp:315) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=9] [REFRESH_SCHEMA] end refresh schema with new mode, (ret=-5627, ret="OB_SCHEMA_EAGAIN", tenant_ids=[], used time=6115) [2024-12-02 13:54:39.620776] WDIAG [SERVER] batch_process_tasks (ob_server_schema_updater.cpp:237) [2319605][SerScheQueue1][T0][YB42C0A800AF-000628430B5EEAAD-0-0] [lt=8][errcode=-5627] fail to process refresh task(ret=-5627, ret="OB_SCHEMA_EAGAIN", tasks.at(0)={type:1, did_retry:true, schema_info:{schema_version:1733118780504008, tenant_id:1019, sequence_id:3298534883766}}) [2024-12-02 13:54:39.620790] WDIAG [SERVER] batch_process_tasks (ob_uniq_task_queue.h:599) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=13][errcode=-5627] fail to batch process task(ret=-5627) [2024-12-02 13:54:39.620799] WDIAG [SERVER] run1 (ob_uniq_task_queue.h:499) [2319605][SerScheQueue1][T0][Y0-0000000000000000-0-0] [lt=8][errcode=-5627] fail to batch execute task(ret=-5627, tasks.count()=1) [2024-12-02 13:54:39.629769] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=38] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.629832] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.632095] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.632116] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.632190] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.632235] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.632279] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.632294] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.632314] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.632323] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.632329] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.633405] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.633415] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.633436] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.633440] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.633476] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=35][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.633491] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.633505] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.633547] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.633558] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.636517] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15A-0-0] [lt=31][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.636539] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15A-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.636547] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15A-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.636854] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=11][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.636874] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.638037] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.638053] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.642742] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=13] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548187, offset=951266}, end_cursor:ObLogCursor{file_id=5, log_id=548188, offset=951572}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67174050, len:3102, log_data_len:306, seq:548187, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:39.642918] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.642962] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=21] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118879027683004, v:0}, arg={tenant_id:1002, ls_id:{id:1}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1}, cur_readable_scn:{val:1733118879027683004, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.644787] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.644821] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470671158, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.644839] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.644861] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244452652478, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.644874] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.647178] INFO [LIB] stat (utility.h:1176) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=23] [PALF STAT WRITE LOG COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=2238, this=0xffff3994c670, extra_info="") [2024-12-02 13:54:39.647200] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=8375) [2024-12-02 13:54:39.647213] INFO [LIB] stat (utility.h:1193) [2320141][T1001_IOWorker][T1001][Y0-0000000000000000-0-0] [lt=8] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=10, this=0xffff395ca6b0, extra_info="") [2024-12-02 13:54:39.647227] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=8375) [2024-12-02 13:54:39.647260] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=22] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=5, this=0xffff39940360, extra_info="palf_id:1") [2024-12-02 13:54:39.647274] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=13] [PALF STAT LOG LIFE TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=2294, this=0xffff39940590, extra_info="palf_id:1") [2024-12-02 13:54:39.647285] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=13, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=14, avg_log_submit_to_flush_time=2267, avg_log_submit_to_slide_time=2280) [2024-12-02 13:54:39.647302] INFO [LIB] stat (utility.h:1176) [2320140][T1001_LogIOCb0][T1001][Y0-0000000000000000-0-0] [lt=11] [PALF STAT FLUSH CB COST TIME](cur_stat_count=13, stat_interval=1000000, avg (count/cost)=26, this=0xffff3994c8a0, extra_info="") [2024-12-02 13:54:39.647309] INFO [PALF] read (log_cache.cpp:103) [2320143][T1001_LogShared][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=8375, hit_cnt=13, read_cnt=13, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.657668] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.657732] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=62][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.657741] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.657747] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.657753] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879657623, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879642193}, ret=-6231) [2024-12-02 13:54:39.657885] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=132][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.657890] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.657895] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017278, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:0, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879656929, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879657623, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.658059] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=162][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.658069] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.658073] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.658077] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.658081] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.658085] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.658089] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.658095] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.658099] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.658104] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.658108] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.658115] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=0, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.658124] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7] already timeout, do not need sleep(sleep_us=0, remain_us=1998476, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.658130] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:0, local_retry_times:0, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.658146] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879656929, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.658178] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=27][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.658183] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.658186] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.658200] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.658304] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.658358] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=52][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.658365] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.658373] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.658381] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879658266, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879642193}, ret=-6231) [2024-12-02 13:54:39.658495] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=113][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.658500] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.658504] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017279, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879657983, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879658266, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.658663] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=159][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.658673] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.658680] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.658685] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.658691] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.658695] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.658703] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.658712] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.658720] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.658724] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.658732] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.658738] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=1, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.658743] INFO [STORAGE.REDO] write_logs (ob_storage_log_writer.cpp:512) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=20] Slow write(duration=11357, write_len=4096) [2024-12-02 13:54:39.658748] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=1000, remain_us=1997852, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.658760] INFO [STORAGE.REDO] notify_flush (ob_storage_log_writer.cpp:552) [2320385][T1002_OB_SLOG][T1002][Y0-0000000000000000-0-0] [lt=16] Successfully flush(log_item={start_cursor:ObLogCursor{file_id=5, log_id=548188, offset=951572}, end_cursor:ObLogCursor{file_id=5, log_id=548189, offset=951869}, is_inited:true, is_local:false, buf_size:8192, buf:0xffff67178050, len:2796, log_data_len:297, seq:548188, flush_finish:false, flush_ret:0}) [2024-12-02 13:54:39.658923] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=20] start get_ls_replayed_scn(arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.658955] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327322][T1002_L0_G18][T1002][YB42C0A800AF-00062843066EEC93-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1733118879027683004, v:0}, arg={tenant_id:1002, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1002, ls_id:{id:1001}, cur_readable_scn:{val:1733118879027683004, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.659816] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:1, local_retry_times:1, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.659837] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=12] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879657983, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879642193, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.659875] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.659883] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.659887] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.659901] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.660007] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.660056] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=49][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.660066] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.660074] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.660083] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879659970, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879657983}, ret=-6231) [2024-12-02 13:54:39.660204] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=121][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.660209] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.660213] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017280, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879659036, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657983, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879659970, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.660374] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=160][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.660384] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.660388] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.660394] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.660400] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.660404] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.660411] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.660421] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.660425] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.660431] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.660438] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.660447] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=2, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.660457] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=2000, remain_us=1996143, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.662523] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:2, local_retry_times:2, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.662546] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=14] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879659036, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657983, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.662583] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=33][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.662588] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.662592] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.662607] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.662714] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.662762] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=47][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.662773] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.662778] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.662786] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879662676, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879657989}, ret=-6231) [2024-12-02 13:54:39.662905] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=118][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.662910] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.662915] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017281, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879662195, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879662676, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.663074] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=158][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.663083] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.663087] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.663094] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.663098] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.663104] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.663108] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.663118] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.663124] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.663131] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.663138] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.663147] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=3, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.663157] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=3000, remain_us=1993443, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.666224] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:3, local_retry_times:3, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.666243] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=10] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879662195, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.666279] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=31][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.666284] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.666290] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.666300] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.666404] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] ls is not allow to read(ret=-6231, ls_={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.666451] WDIAG [STORAGE] construct_store_ctx_other_variables_ (ob_access_service.cpp:570) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=47][errcode=-6231] replica unreadable(ret=-6231, ls_id={id:1}, tablet_id={id:1}) [2024-12-02 13:54:39.666459] WDIAG [STORAGE] check_read_allowed_ (ob_access_service.cpp:700) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to check replica allow to read(ret=-6231, tablet_id={id:1}, timeout=1733118881556599) [2024-12-02 13:54:39.666466] WDIAG [STORAGE] table_scan (ob_access_service.cpp:358) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] fail to check query allowed(ret=-6231, ls_id={id:1}, data_tablet_id={id:1}) [2024-12-02 13:54:39.666474] WDIAG [SQL.DAS] do_table_scan (ob_das_scan_iter.cpp:83) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] fail to scan table(scan_param={tablet_id:{id:1}, ls_id:{id:1}, column_ids:[19, 20, 21], index_id:1, key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], ss_key_ranges:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,(MIN;MAX)"}], range_array_pos:[], timeout:1733118881556599, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, sql_mode:4194304, reserved_cell_count:3, schema_version:0, query_begin_schema_version:1, limit_offset:{offset_:0, limit_:-1}, for_update:false, wait:-1, frozen_version:-1, is_get:false, output_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], op_filters:NULL, trans_desc:NULL, snapshot:{this:0xfffe2aa0baf8, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879666367, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, sample_info:{method:0, percent:"1.000000000000000000e+02", seed:-1, table_id:0, scope:0, force_block:false}, need_scn:false, need_switch_param:false, is_mds_query:false, fb_read_tx_uncommitted:false, external_file_format:{"TYPE":"INVALID"}, external_file_location:"", tx_seq_base:1733118879657989}, ret=-6231) [2024-12-02 13:54:39.666588] WDIAG [SQL.DAS] open_op (ob_das_scan_op.cpp:546) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=114][errcode=-6231] iter tree failed to do table scan(ret=-6231) [2024-12-02 13:54:39.666593] WDIAG [SQL.DAS] start_das_task (ob_das_task.cpp:331) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] open das task op failed(ret=-6231) [2024-12-02 13:54:39.666598] WDIAG [SQL.DAS] execute_das_task (ob_data_access_service.cpp:98) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] start das task failed(ret=-6231, *task_wrapper.at(i)={parent:{tenant_id:1020, task_id:4017282, op_type:1, errcode:-6231, can_part_retry:0, task_started:1, in_part_retry:0, in_stmt_retry:1, need_switch_param:0, trans_desc:{this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879665356, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, snapshot:{this:0xfffe65f4bee0, valid:true, source:1, core:{version:{val:1732874408973130000, v:0}, tx_id:{txid:0}, scn:0}, uncertain_bound:1733118879666367, snapshot_lsid:{id:-1}, snapshot_ls_role:0, snapshot_acquire_addr:"192.168.0.175:2882", parts:[], committed:false}, tablet_id:{id:1}, ls_id:{id:1}, tablet_loc:{tablet_id:{id:1}, ls_id:{id:1}, server:"192.168.0.175:2882", loc_meta:{table_loc_id:18446744073709551614, ref_table_id:1, related_table_ids:[cnt:0], use_dist_das:0, select_leader:1, is_dup_table:0, is_weak_read:0, unuse_related_pruning:0, is_external_table:0, route_policy:1}, in_retry:0, partition_id:1, first_level_part_id:18446744073709551615}, related_ctdefs:[cnt:0], related_rtdefs:[cnt:0], task_status:1, related_tablet_ids:[cnt:0], das_task_node:, plan_line_id:0}, scan_ctdef:{ObDASBaseCtDef:{op_type:1, children_cnt:0}, ref_table_id:1, access_column_ids:[cnt:3, 19, 20, 21], aggregate_column_ids:[cnt:0], group_by_column_ids:[cnt:0], schema_version:0, table_param:{table_id:1, output_projector:[cnt:3, 1, 2, 3], aggregate_projector:[cnt:0], group_by_projector:[cnt:0], output_sel_mask:[cnt:3, true, true, true], pad_col_projector:[cnt:0], read_param_version:1, main_read_info:{schema_column_count:6, schema_rowkey_cnt:3, rowkey_cnt:5, trans_col_index:-1, mview_old_new_col_index:-1, group_idx_col_index:-1, seq_read_column_count:3, max_col_index:7, is_oracle_mode:false, cols_index:{rowkey_mode:false, for_memtable:false, array:{ObIArray:[cnt:4, 0, 1, 2, 7], data:0xfffe76c100f0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, memtable_cols_index:{rowkey_mode:false, for_memtable:true, array:{ObIArray:[cnt:4, 0, 1, 2, 5], data:0xfffe76c10110, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}}, cols_desc:{ObIArray:[cnt:4, column_id=18 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=19 {type:"BIGINT", collation:"binary", coercibility:"NUMERIC"} order=0, column_id=20 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0, column_id=21 {type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"} order=0], data:0xfffe76c100b0, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, cg_idxs:{ObIArray:[cnt:0], data:null, count:0, allocator:null, capacity:0, init_cnt:0}, cols_extend:{ObIArray:[cnt:4, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}, {pack:0, min_max:0, sum:0}], data:0xfffe76c10160, count:4, allocator:0xfffe76c06a30, capacity:4, init_cnt:4}, has_all_column_group:true, datum_utils:{is_oracle_mode:false, rowkey_cnt:5, is_inited:true, is_oracle_mode:false}, cols_param:[{column_id:18, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:19, meta_type:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, order:0, accuracy:{length:-1, precision:20, scale:0}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:20, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:128, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:false, is_nullable_for_read:false, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}, {column_id:21, meta_type:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"INVALID"}, order:0, accuracy:{length:65536, precision:-1, scale:-1}, orig_default_value:{"NULL":"NULL"}, cur_default_value:{"NULL":"NULL"}, is_nullable_for_write:true, is_nullable_for_read:true, is_gen_col:false, is_virtual_gen_col:false, is_gen_col_udf_expr:false, is_hidden:false, lob_chunk_size:262144}]}, use_lob_locator:false, rowid_version:0, rowid_projector:[cnt:0], enable_lob_locator_v2:true, is_fts_index:false, parser_name:"", is_vec_index:false, is_column_replica_table:false}, pd_expr_spec:{calc_exprs:[cnt:0], access_exprs:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], ext_file_column_exprs:[cnt:0], ext_column_convert_exprs:[cnt:0], max_batch_size:16, pushdown_filters:[cnt:0], pd_storage_flag:{pd_flag:16}, trans_info_expr:NULL}, group_id_expr:NULL, result_output:[cnt:3, {type:"T_REF_COLUMN", datum_meta:{type:"BIGINT", cs_type:"binary", scale:0, precision:20}, obj_meta:{type:"BIGINT", collation:"binary", coercibility:"NUMERIC"}, obj_datum_map:3, flag:67, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:200, res_buf_off:4877, dyn_buf_header_offset:2317, res_buf_len:8, eval_flags_off:2029, pvt_skip_off:392, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1653, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e158}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:3, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:400, res_buf_off:5005, dyn_buf_header_offset:2317, res_buf_len:128, eval_flags_off:2037, pvt_skip_off:592, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1718, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e240}, {type:"T_REF_COLUMN", datum_meta:{type:"VARCHAR", cs_type:"utf8mb4_general_ci", scale:-1, precision:-1}, obj_meta:{type:"VARCHAR", collation:"utf8mb4_general_ci", coercibility:"IMPLICIT"}, obj_datum_map:1, flag:131, eval_func:null, eval_batch_func:null, inner_functions:null, inner_func_cnt:0, arg_cnt:0, parent_cnt:0, frame_idx:1, datum_off:600, res_buf_off:7053, dyn_buf_header_offset:2573, res_buf_len:128, eval_flags_off:2045, pvt_skip_off:792, expr_ctx_id:4294967295, extra:0, batch_idx_mask:18446744073709551615, vector_header_off:1783, eval_vector_func:null, local_session_var_id:-1, this:0xfffe76c0e328}], is_get:false, is_external_table:false, external_files:[cnt:0], external_file_format_str:{str:""}, external_file_location:{str:""}, trans_info_expr:NULL, ir_scan_type:0, rowkey_exprs:[cnt:0], table_scan_opt:{io_read_batch_size:0, io_read_gap_size:0, storage_rowsets_size:8192}, doc_id_idx:-1, vec_vid_idx:-1, index_merge_idx:-1, pre_query_range:[], is_index_merge:0}, scan_rtdef:{ObDASBaseRtDef:{op_type:1, children_cnt:0}, tenant_schema_version:1, limit_param:{offset_:0, limit_:-1}, need_scn:false, force_refresh_lc:false, frozen_version:-1, fb_snapshot:{val:18446744073709551615, v:3}, fb_read_tx_uncommitted:false, timeout_ts:1733118881556599, tx_lock_timeout:-1, sql_mode:4194304, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}, tsc_monitor_info:{*io_read_bytes_:0*ssstore_read_bytes_:0*ssstore_read_row_cnt_:0*memstore_read_row_cnt_:0}, key_ranges:[], ss_key_ranges:[], mbr_filters:[], task_count:1, scan_op_id:18446744073709551615, scan_rows:-1, row_width:-1}, scan_range:[{"range":"table_id:1,group_idx:0,index_ordered_idx:0,({"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MIN,MIN;{"VARCHAR":"__all_global_stat", collation:"utf8mb4_general_ci"},MAX,MAX)"}], result:{}, scan_flag:{scan_order:1, daily_merge:0, rmmb_optimize:0, whole_macro_scan:0, full_row:0, index_back:0, query_stat:0, sql_mode:0, read_latest:0, prewarm:0, join_type:0, use_row_cache:0, use_block_index_cache:0, use_bloomfilter_cache:0, multi_version_minor_merge:0, is_need_feedback:1, use_fuse_row_cache:0, use_fast_agg:0, iter_uncommitted_row:0, ignore_trans_stat:0, is_large_query:0, is_sstable_cut:0, skip_read_lob:0, is_lookup_for_4377:0, is_bare_row_scan:0, enable_rich_format:1, is_for_foreign_key_check:0, is_mds_query:0, is_select_follower:0, enable_lob_prefetch:0, is_bare_row_scan:0, mr_mv_scan:0, reserved:0}}) [2024-12-02 13:54:39.666756] WDIAG [SQL.DAS] execute_all_task (ob_das_ref.cpp:268) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=157][errcode=-6231] failed to execute aggregated das task(ret=-6231, ret="OB_REPLICA_NOT_READABLE", aggregated_task={server:"192.168.0.175:2882", high_priority_tasks_.get_size():0, tasks_.get_size():0, failed_tasks_.get_size():1, success_tasks_.get_size():0}, async=true) [2024-12-02 13:54:39.666765] WDIAG [SQL.DAS] do_table_scan (ob_das_merge_iter.cpp:259) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] failed to execute all das task(ret=-6231) [2024-12-02 13:54:39.666770] WDIAG [SQL.ENG] do_table_scan (ob_table_scan_op.cpp:2604) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] execute all das scan task failed(ret=-6231) [2024-12-02 13:54:39.666776] WDIAG [SQL.ENG] do_init_before_get_row (ob_table_scan_op.cpp:1801) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] fail to do table scan(ret=-6231) [2024-12-02 13:54:39.666781] WDIAG [SQL.ENG] inner_get_next_batch_for_tsc (ob_table_scan_op.cpp:2493) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=4][errcode=-6231] failed to init before get row(ret=-6231) [2024-12-02 13:54:39.666787] WDIAG [SQL.ENG] inner_get_next_batch (ob_table_scan_op.cpp:2454) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] failed to get next batch(ret=-6231) [2024-12-02 13:54:39.666794] WDIAG [SQL.ENG] get_next_batch (ob_operator.cpp:1300) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get next batch failed(ret=-6231, eval_ctx={batch_idx:0, batch_size:16, max_batch_size:16, frames_:0xfffe2aa06f10}, id=0, op_name="PHY_VEC_TABLE_SCAN") [2024-12-02 13:54:39.666803] WDIAG [SQL.ENG] get_next_row (ob_operator.cpp:1744) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=8][errcode=-6231] get next batch failed(ret=-6231) [2024-12-02 13:54:39.666807] WDIAG [SQL] inner_get_next_row (ob_result_set.cpp:484) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=3][errcode=-6231] get next row from exec result failed(ret=-6231) [2024-12-02 13:54:39.666813] WDIAG [SERVER] open (ob_inner_sql_result.cpp:165) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] get_next_row failed(ret=-6231, has_tenant_resource()=true) [2024-12-02 13:54:39.666821] WDIAG [SERVER] do_query (ob_inner_sql_connection.cpp:710) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] result set open failed(ret=-6231, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}) [2024-12-02 13:54:39.666829] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:845) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] execute failed(ret=-6231, tenant_id=1020, executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, retry_cnt=4, local_sys_schema_version=1733118593816728, local_tenant_schema_version=1) [2024-12-02 13:54:39.666839] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9] will sleep(sleep_us=4000, remain_us=1989761, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.670904] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] [RETRY] check if need retry(v={force_local_retry:true, stmt_retry_times:4, local_retry_times:4, err_:-6231, err_:"OB_REPLICA_NOT_READABLE", retry_type:1, client_ret:-6231}, need_retry=true) [2024-12-02 13:54:39.670924] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=11] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879665356, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.670960] WDIAG [SERVER] inner_close (ob_inner_sql_result.cpp:218) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=32][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.670968] WDIAG [SERVER] force_close (ob_inner_sql_result.cpp:198) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=7][errcode=-6231] result set close failed(ret=-6231) [2024-12-02 13:54:39.670974] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:850) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=6][errcode=-6231] failed to close result(close_ret=-6231, ret=-6231) [2024-12-02 13:54:39.670987] WDIAG [SERVER] query (ob_inner_sql_connection.cpp:880) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=5][errcode=-6231] failed to process record(executor={ObIExecutor:, sql:"SELECT row_id, column_name, column_value FROM __all_core_table WHERE table_name = '__all_global_stat' ORDER BY row_id, column_name"}, record_ret=-6231, ret=-6231) [2024-12-02 13:54:39.671090] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=9][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:39.671153] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=5000, remain_us=1985447, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.676226] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879670621, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.676377] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1980223, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.679118] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.679144] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=15] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.679234] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.679379] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=19] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.679396] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49B-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.682417] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.682424] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.682453] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879675885, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879657989, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.682463] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.682466] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.682608] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1973992, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.684542] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F3099-0-0] [lt=18][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.685155] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=22] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6894202880, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.685904] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F309B-0-0] [lt=17][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:39.689684] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879682205, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.689839] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1966760, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.689849] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.695226] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1342) [2024-12-02 13:54:39.695259] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1001, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:39.697915] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879689520, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.698067] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1958532, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.698205] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:131) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=7] ====== checkpoint timer task ====== [2024-12-02 13:54:39.699413] INFO [STORAGE.TRANS] get_rec_scn (ob_trans_ctx_mgr_v4.cpp:1430) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=10] succ to get rec scn(*this={this:0xffff3f204030, ls_id:{id:1}, tenant_id:1, tx_ls_state_mgr:{ls_id_:{id:1}, cur_state_.state_val_:{state_:"L_WORKING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, prev_state_.state_val_:{state_:"T_APPLY_PENDING", offline_flag_:0, block_start_tx_flag_:0, block_start_normal_tx_flag_:0, block_start_readonly_flag_:0}, max_applying_start_working_ts_:{val:1733118105233329001, v:0}, max_applied_start_working_ts_:{val:1733118105233329001, v:0}}, total_tx_ctx_count:0, active_tx_count:0, ls_retain_ctx_mgr:{retain_ctx_list_.get_size():0, max_wait_ckpt_ts_:{val:18446744073709551615, v:3}, last_push_gc_task_ts_:1733118142120057, skip_remove_cnt_:0}, aggre_rec_scn:{val:18446744073709551615, v:3}, prev_aggre_rec_scn:{val:18446744073709551615, v:3}, uref:1078}, aggre_rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:39.699441] INFO [STORAGE.TRANS] get_rec_scn (ob_tx_ctx_memtable.cpp:182) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=27] tx ctx memtable get rec scn(this={ObITable:{this:0xffff4152c080, key:{tablet_id:{id:49401}, column_group_idx:0, table_type:"TX_CTX_MEMTABLE", scn_range:{start_scn:{val:1, v:0}, end_scn:{val:2, v:0}}}, ref_cnt:2, upper_trans_version:-4007, timestamp:0}, this:0xffff4152c080, snapshot_version:{val:4611686018427387903, v:0}, ls_id:{id:1}, is_frozen:false}, rec_scn={val:4611686018427387903, v:0}) [2024-12-02 13:54:39.699786] INFO [MDS] get_rec_scn (mds_table_mgr.cpp:260) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=18] [FREEZE]no valid mds table there, return MAX SCN(ret=0, ret="OB_SUCCESS", min_rec_scn={val:4611686018427387903, v:0}, order_flusher_for_one={high_priority_flusher:size:0, ordered_tablets:{}, *this={this:0xffff448da6d0, is_inited:true, freezing_scn:{val:0, v:0}, ls:{running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118887924619000, latest_log_ts:{val:1733118871357088001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}}) [2024-12-02 13:54:39.699842] INFO [STORAGE.TRANS] get_rec_scn (ob_ls_tx_service.cpp:636) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=54] [CHECKPOINT] ObLSTxService::get_rec_scn(common_checkpoint_type="TX_DATA_MEMTABLE_TYPE", common_checkpoints_[min_rec_scn_common_checkpoint_type_index]={ObIMemtableMgr:{Memtables:this:0xffff448da2f0, ref_cnt:1, is_inited:true, tablet_id:{id:49402}, freezer:0xffff448ed1d0, memtable_head:0, memtable_tail:1, t3m:0xffff57b8e030, tables:[0xffff4151c080, null, null, null, null, null, null, null, null, null, null, null, null, null, null, null]}, is_freezing:false, ls_id:{id:1}, mini_merge_recycle_commit_versions_ts:0, tx_data_table:0xffff448ef4d0, ls_tablet_svr:0xffff448da2d0}, min_rec_scn={val:1733076001922699000, v:0}, ls_id_={id:1}) [2024-12-02 13:54:39.699868] INFO [STORAGE] get_rec_scn (ob_ls_ddl_log_handler.cpp:501) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=21] [CHECKPOINT] ObLSDDLLogHandler::get_rec_scn(ret=0, ls_id={id:1}, barrier_tablet_id={id:0}, rec_scn={val:4611686018427387903, v:0}, last_rec_scn={val:1, v:0}) [2024-12-02 13:54:39.699881] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=11] get rec log scn(service_type_=0, rec_log_ts={val:1733118871357088001, v:0}) [2024-12-02 13:54:39.699890] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=9] get rec log scn(service_type_=1, rec_log_ts={val:1733118158251230002, v:0}) [2024-12-02 13:54:39.699899] INFO [STORAGE.TRANS] get_rec_scn (ob_id_service.cpp:308) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=8] get rec log scn(service_type_=2, rec_log_ts={val:1733118158058420001, v:0}) [2024-12-02 13:54:39.699910] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=7] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:39.699927] INFO [STORAGE.TABLELOCK] get_rec_scn (ob_lock_memtable.cpp:1216) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=12] rec_scn of ObLockMemtable is (rec_scn_={val:4611686018427387903, v:0}, flushed_scn_={val:0, v:0}, pre_rec_scn_={val:4611686018427387903, v:0}, freeze_scn_={val:0, v:0}, max_committed_scn_={val:18446744073709551615, v:3}, is_frozen_=false, ls_id_={id:1}) [2024-12-02 13:54:39.699940] INFO [STORAGE] update_clog_checkpoint (ob_checkpoint_executor.cpp:189) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=12] [CHECKPOINT] clog checkpoint no change(checkpoint_scn={val:1733076001922699000, v:0}, checkpoint_scn_in_ls_meta={val:1733076001922699000, v:0}, ls_id={id:1}, service_type="TRANS_SERVICE") [2024-12-02 13:54:39.699957] WDIAG [PALF] set_base_lsn (palf_handle_impl.cpp:1662) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=11][errcode=0] no need to set new base lsn, curr base lsn is greater than or equal to new base lsn(this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, log_snapshot_meta={version:2, base_lsn:{lsn:939466752}, prev_log_info:{log_id:0, lsn:{lsn:0}, scn:{val:1, v:0}, log_proposal_id:9223372036854775807, accum_checksum:-1}, prev_log_tail_lsn:{lsn:0}}, new_base_lsn={lsn:939466752}, lsn={lsn:939466752}) [2024-12-02 13:54:39.699975] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:188) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=17] [CHECKPOINT] advance palf base lsn successfully(checkpoint_lsn={lsn:939466752}, ls->get_ls_id()={id:1}) [2024-12-02 13:54:39.699984] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:195) [2320035][T1_TxCkpt][T1][Y0-0000000000000000-0-0] [lt=5] succeed to update_clog_checkpoint(ret=0, ls_cnt=1) [2024-12-02 13:54:39.707145] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879697934, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.707310] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1949289, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.717388] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879706357, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.717552] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=11000, remain_us=1939047, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.718036] WDIAG [SERVER] after_func (ob_query_retry_ctrl.cpp:1008) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=11][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:39.718068] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=21] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879616905, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879613747, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.718254] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10267443, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=247, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.726490] INFO eloop_run (eloop.c:140) [2319592][pnio2][T0][Y0-0000000000000000-0-0] [lt=18] PNIO [ratelimit] time: 1733118879726488, bytes: 0, bw: 0.000000 MB/s, add_ts: 1007617, add_bytes: 0 [2024-12-02 13:54:39.728630] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879716879, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.728786] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1927814, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.729830] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.729893] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.731742] WDIAG [SHARE] inner_get_ls_status_ (ob_ls_status_operator.cpp:954) [2320375][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4018] ls not exist in __all_ls_status table(ret=-4018, ret="OB_ENTRY_NOT_EXIST") [2024-12-02 13:54:39.731831] WDIAG [SHARE] get_duplicate_ls_status_info (ob_ls_status_operator.cpp:673) [2320375][T1002_DupTbLeas][T1002][Y0-0000000000000000-0-0] [lt=21][errcode=-4018] fail to inner get ls status info(ret=-4018, ret="OB_ENTRY_NOT_EXIST", sql=SELECT * FROM __all_ls_status where tenant_id = 1002 and flag like "%DUPLICATE%", tenant_id=1002, exec_tenant_id=1001, need_member_list=false) [2024-12-02 13:54:39.732154] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.732178] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=22] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.732253] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.732300] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.732348] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.732363] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.732388] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.732397] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.732407] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.733479] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.733488] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.733507] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.733511] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.733539] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.733553] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.733567] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.733610] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.733620] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.736897] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.736916] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.738089] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.738106] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.740862] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879728461, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.741025] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=13000, remain_us=1915575, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.743028] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15B-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.743051] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15B-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.743059] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15B-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.744842] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.744875] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470771131, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.744892] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.744913] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244452752451, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.744925] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.751823] INFO [LIB] stat (utility.h:1176) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff55fbc130, extra_info="") [2024-12-02 13:54:39.751847] INFO [COMMON] replace_fragment_node (ob_kvcache_map.cpp:728) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] Cache replace map node details(ret=0, replace_node_count=0, replace_time=0, replace_start_pos=2013248, replace_num=62914) [2024-12-02 13:54:39.751868] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=19] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=10) [2024-12-02 13:54:39.753033] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=4887) [2024-12-02 13:54:39.753068] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=10] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=4887) [2024-12-02 13:54:39.753095] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=15] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=12, avg_log_gen_to_freeze_time=4, avg_log_gen_to_submit_time=15, avg_log_submit_to_flush_time=1410, avg_log_submit_to_slide_time=1422) [2024-12-02 13:54:39.754104] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879740046, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679055, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.754260] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=14000, remain_us=1902340, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.762232] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:39.762256] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.762446] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=23] get number(ret=0, service_type_=0, range=1, base_id=1733118879762162000, start_id=1733118879762162000, end_id=1733118879762162001) [2024-12-02 13:54:39.762516] INFO [LIB] stat (utility.h:1176) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=0, this=0xffff448ebd50, extra_info="id:1") [2024-12-02 13:54:39.764053] INFO [PALF] read (log_cache.cpp:103) [2319853][T1_LogSharedQue][T1][Y0-0000000000000000-0-0] [lt=60] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=4765, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.768337] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879753739, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879752686, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.768485] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1888115, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.771748] INFO [STORAGE] find_adaptive_merge_tables (ob_partition_merge_policy.cpp:1595) [2320430][T1002_MediumLoo][T1002][YB42C0A800AF-000628430D4EE974-0-0] [lt=32] no enough table or no enough rows for meta merge(ret=-4677, scanty_tx_determ_table=false, scanty_inc_row_cnt=true, inc_row_cnt=32, base_inc_row_cnt=1, result={version_range:{multi_version_start:1733116920050926000, base_version:0, snapshot_version:1733116920050926000}, scn_range:{start_scn:{val:0, v:0}, end_scn:{val:1733116933876480003, v:0}}, merge_version:0, is_simplified:false, handle:{tablet_id:{id:200074}, table_count:3, [{i:0, table_key:{tablet_id:{id:200074}, column_group_idx:0, table_type:"MAJOR", scn_range:{start_scn:{val:0, v:0}, end_scn:{val:1733076002725157000, v:0}}}, ref:0}{i:1, table_key:{tablet_id:{id:200074}, column_group_idx:0, table_type:"MINOR", scn_range:{start_scn:{val:1733076002729369000, v:0}, end_scn:{val:1733115374450086000, v:0}}}, ref:0}{i:2, table_key:{tablet_id:{id:200074}, column_group_idx:0, table_type:"MINI", scn_range:{start_scn:{val:1733115374450086000, v:0}, end_scn:{val:1733116933876480003, v:0}}}, ref:0}]}, update_tablet_directly:false, schedule_major:false, is_backfill:false, backfill_scn:{val:18446744073709551615, v:3}, transfer_seq:-1}, PRINT_TS_WRAPPER(table_store_wrapper)={ObTabletTableStore_Pretty:this:0xffff0dcd0ff0, major_tables:{cnt:1, sstable_array:0xfffe8124c854, serialize_table_type:false, is_inited:true}, minor_tables:{cnt:2, sstable_array:0xfffe8124d360, serialize_table_type:false, is_inited:true}, mds_sstables:{cnt:1, sstable_array:0xfffe8124e638, serialize_table_type:false, is_inited:true}, memtables:{count:1}, is_ready_for_read:true, table_array:{ [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] table_arr table_type upper_trans_ver max_merge_ver start_scn end_scn ref uncommit_row [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MAJOR MAJOR 0 1733076000015652000 0 1733076002725157000 0 false [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MINOR MINOR 1733115360361780000 1733115360361780000 1733076002729369000 1733115374450086000 0 false [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MINI 1733116920050926000 1733116920050926000 1733115374450086000 1733116933876480003 0 false [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MEM ACTIVE 9223372036854775807 18446744073709547609 1733116933876480003 9223372036854775807 2 unused [2320430][T1002_MediumLoo][T1002] [YB42C0A800AF-000628430D4EE974-0-0] MDS MDS_MINOR 1732871335163966000 1732871335163966000 1 1733118180778478000 0 false }}) [2024-12-02 13:54:39.775587] INFO [SHARE] get_zone_list_ (ob_zone_table_operation.cpp:559) [2319898][T1_HBService][T1][YB42C0A800AF-0006284308AEEAB9-0-0] [lt=17] get inactive zone_list(ret=0, ret="OB_SUCCESS", zone_list=[]) [2024-12-02 13:54:39.782707] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.782736] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=18] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.782831] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=51][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.783001] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.783019] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49C-0-0] [lt=13] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.783563] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879767425, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879752688, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.783721] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=16000, remain_us=1872878, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.784698] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2324578][T1020_TeRec][T1019][YB42C0A800AF-0006284311CEF49C-0-0] [lt=54] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=25, avg_log_batch_cnt=1, total_group_log_size=13838, avg_group_log_size=553) [2024-12-02 13:54:39.785750] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.785756] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=36][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.785790] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.785800] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.788430] INFO [LIB] stat (utility.h:1176) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=14] [PALF STAT WRITE LOG COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1669, this=0xffff239e8670, extra_info="") [2024-12-02 13:54:39.788451] INFO [LIB] stat (utility.h:1193) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dca6b0, extra_info="") [2024-12-02 13:54:39.788469] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=3, this=0xffff239dc360, extra_info="palf_id:1") [2024-12-02 13:54:39.788487] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT LOG LIFE TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=1728, this=0xffff239dc590, extra_info="palf_id:1") [2024-12-02 13:54:39.788498] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT LOG TASK TIME](palf_id=1, self="192.168.0.175:2882", total_slide_log_cnt=10, avg_log_gen_to_freeze_time=3, avg_log_gen_to_submit_time=11, avg_log_submit_to_flush_time=1709, avg_log_submit_to_slide_time=1716) [2024-12-02 13:54:39.788513] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT FLUSH CB COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=19, this=0xffff239e88a0, extra_info="") [2024-12-02 13:54:39.788517] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT HOT CACHE HIT RATE](palf_id=1, read_size=1220, hit_cnt=10, read_cnt=10, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.789904] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=19][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.795237] INFO [SHARE] update_decay_factor_ (ob_throttle_unit.ipp:284) [2320227][T1001_TenantWea][T1001][YB42C0A800AF-0006284309FEF76A-0-0] [lt=11] [Throttle] Update Throttle Unit Config(is_adaptive_update=true, N=7.248214769363403320e+01, this=0xffff3e53b208, enable_adaptive_limit_=true, Unit Name=TxShare, Config Specify Resource Limit(MB)=511, Resource Limit(MB)=362, Throttle Trigger(MB)=217, Throttle Percentage=60, Max Duration(us)=7200000000, Decay Factor=1.015235264164276259e+03) [2024-12-02 13:54:39.799799] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879783222, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782171, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.799947] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=17000, remain_us=1856653, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.817023] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879798991, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.817173] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1839427, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.818339] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879717932, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879679050, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.818528] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10167169, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=248, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.829881] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.829944] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=61] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.832206] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:39.832228] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.832299] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=24][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.832348] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.832394] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.832409] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.832433] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.832442] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.832451] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.833526] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.833535] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.833553] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.833557] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.833585] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.833599] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:39.833612] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:39.833654] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:39.833665] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.835250] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879816852, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.835400] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=19000, remain_us=1821200, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.836970] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.836990] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.838146] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.838162] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.844894] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.844914] INFO [STORAGE.TRANS] self_check (ob_tenant_weak_read_cluster_service.cpp:831) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] [SELF_CHECK] done(ret=0, ret="OB_SUCCESS", tenant_id=1020, need_start_service=false, need_stop_service=false, need_change_leader=false, is_in_service()=true, can_update_version=true, cur_leader_epoch=16, start_service_tstamp_=1733118657030138, error_count_for_change_leader_=0, last_error_tstamp_for_change_leader_=0) [2024-12-02 13:54:39.844939] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1}, delta=244470871105, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.844949] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.844964] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] get wrs ts(ls_id={id:1001}, delta=244452852425, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.844972] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=6] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.851795] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=9] set tenant work area memory(tenant_id=1001, wa_pctg=5, limit=157286400, ret=0) [2024-12-02 13:54:39.851860] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:106) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=16] tx gc loop thread is running(MTL_ID()=1) [2024-12-02 13:54:39.851871] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:113) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=10] try gc retain ctx [2024-12-02 13:54:39.851876] INFO [STORAGE.TRANS] run1 (ob_tx_loop_worker.cpp:120) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=4] try to retry start_working [2024-12-02 13:54:39.851900] INFO [STORAGE] update_min_start_scn_info (ob_tx_table.cpp:1053) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=3] finish update min start scn(max_decided_scn={val:1733118879762162000, v:0}, ctx_min_start_scn_info_={min_start_scn_in_ctx_:{val:1733118869756715001, v:0}, keep_alive_scn_:{val:1733118874759190001, v:0}, update_ts_:1733118879851607}) [2024-12-02 13:54:39.851926] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=12] set tenant work area memory(tenant_id=1002, wa_pctg=5, limit=157286400, ret=0) [2024-12-02 13:54:39.852032] INFO [SERVER] update_tenant_wa_percentage (ob_tenant_duty_task.cpp:243) [2319527][ServerGTimer][T0][Y0-0000000000000000-0-0] [lt=8] set tenant work area memory(tenant_id=1019, wa_pctg=5, limit=157286400, ret=0) [2024-12-02 13:54:39.853018] INFO [STORAGE.TRANS] do_tx_gc_ (ob_tx_loop_worker.cpp:271) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=9] [Tx Loop Worker] check tx scheduler success(MTL_ID()=1, *ls_ptr={running_state:{state:1}, ls_meta:{tenant_id:1, ls_id:{id:1}, ls_persistent_state:{state:1}, clog_checkpoint_scn:{val:1733076001922699000, v:0}, clog_base_lsn:{lsn:939466752}, rebuild_seq:0, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:0}, replayable_point:{val:18446744073709551615, v:3}, tablet_change_checkpoint_scn:{val:1733118105191213000, v:0}, all_id_meta:{id_meta:[{limited_id:1733118887924619000, latest_log_ts:{val:1733118871357088001, v:0}}, {limited_id:5000001, latest_log_ts:{val:1733118158251230002, v:0}}, {limited_id:40000001, latest_log_ts:{val:1733118158058420001, v:0}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:1, proposal_id:3, palf_env_:0xffff55dfc030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:9223372036854775807, role:2, parent:null, context:{issue_task_num:0, issue_version:-1, last_fetch_ts:-1, max_submit_lsn:{lsn:18446744073709551615}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:0, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.853129] WDIAG [STORAGE] check_allow_to_read (ob_ls_tablet_service.cpp:2812) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=6][errcode=-6231] REACH SYSLOG RATE LIMIT [bandwidth] [2024-12-02 13:54:39.853194] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:104) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] already timeout, do not need sleep(sleep_us=0, remain_us=1998922, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=0, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.853209] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879852660, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:false, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:0, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.853345] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=1000, remain_us=1998771, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=1, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.854419] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879852660, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.854475] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879834756, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.854551] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=2000, remain_us=1997565, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=2, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.854583] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1802017, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.856620] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879853713, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.856734] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=3000, remain_us=1995382, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=3, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.859111] WDIAG [PALF] inner_append_log (palf_handle_impl.cpp:2226) [2324778][T1019_IOWorker][T1019][Y0-0000000000000000-0-0] [lt=9][errcode=-4389] write log cost too much time(ret=-4389, this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, lsn_array=[cnt:1, {lsn:21042988}], scn_array=[cnt:1, {val:1733118879844235000, v:0}], curr_size=588, accum_size=3356, time_cost=14655) [2024-12-02 13:54:39.859803] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879855820, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.859933] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=4000, remain_us=1992183, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=4, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.862184] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15C-0-0] [lt=28][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.862182] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2319902][T1_TenantMetaMe][T1][Y0-0000000000000000-0-0] [lt=34] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:934, free_obj_hold_cnt:151, allocator used:4175080, allocator total:4439040}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:141, free_obj_hold_cnt:1, allocator used:9313922, allocator total:9313922}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=13752962, tablets_mem_limit=644245080, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:50, free_obj_hold_cnt:0, allocator used:134400, allocator total:195840}, pending_cnt=0, wait_gc_count=0, tablet count=1075) [2024-12-02 13:54:39.862211] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15C-0-0] [lt=24][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.862221] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15C-0-0] [lt=8][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.864009] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879858981, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.864145] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=5000, remain_us=1987971, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=5, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.869221] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879863195, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.869358] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=6000, remain_us=1982759, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=6, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.874653] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879853713, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782185, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.874796] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1781804, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.875434] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879868459, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.875566] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=7000, remain_us=1976550, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=7, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.882641] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879874779, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.882769] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=8000, remain_us=1969347, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=8, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.885411] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=23] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6890008576, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:39.885969] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.885995] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.886080] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=20][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.886231] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.886247] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49D-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.889232] INFO [PALF] sliding_cb (log_sliding_window.cpp:2291) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT LOG TASK TIME](palf_id=1001, self="192.168.0.175:2882", total_slide_log_cnt=11, avg_log_gen_to_freeze_time=1, avg_log_gen_to_submit_time=5, avg_log_submit_to_flush_time=3832, avg_log_submit_to_slide_time=3844) [2024-12-02 13:54:39.889269] INFO [PALF] read (log_cache.cpp:103) [2320298][T1002_LogShared][T1002][Y0-0000000000000000-0-0] [lt=22] [PALF STAT HOT CACHE HIT RATE](palf_id=1001, read_size=1342, hit_cnt=11, read_cnt=11, hit rate=1.000000000000000000e+00) [2024-12-02 13:54:39.889339] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.889346] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.889383] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.889393] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.889958] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.890844] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879882149, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879876885, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.890988] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=9000, remain_us=1961128, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=9, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.891298] INFO [PALF] try_advance_committed_lsn_ (log_sliding_window.cpp:1771) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT COMMITTED LOG SIZE](palf_id=1, self="192.168.0.175:2882", committed size=1342) [2024-12-02 13:54:39.895869] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879873726, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782187, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.896003] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1760597, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.898315] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319697][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.898394] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319698][RpcIO][T0][Y0-0000000000000000-0-0] [lt=16] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.898600] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319696][RpcIO][T0][Y0-0000000000000000-0-0] [lt=15] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.898623] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319695][RpcIO][T0][Y0-0000000000000000-0-0] [lt=17] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:39.900064] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879890576, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.900196] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=10000, remain_us=1951920, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=10, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.910270] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879900057, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.910414] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=11000, remain_us=1941702, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=11, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.918078] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879895842, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.918221] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=23000, remain_us=1738378, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.918614] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879817905, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879782177, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.918803] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=10066894, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=249, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:39.921489] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879909535, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.921623] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=12000, remain_us=1930493, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=12, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.923901] INFO [DETECT] record_summary_info_and_logout_when_necessary_ (ob_lcl_batch_sender_thread.cpp:202) [2320220][T1001_LCLSender][T1001][Y0-0000000000000000-0-0] [lt=24] ObLCLBatchSenderThread periodic report summary info(duty_ratio_percentage=0, total_constructed_detector=0, total_destructed_detector=0, total_alived_detector=0, _lcl_op_interval=30000, lcl_msg_map_.count()=0, *this={this:0xffff3e5de2b0, is_inited:true, is_running:true, total_record_time:5010000, over_night_times:0}) [2024-12-02 13:54:39.929939] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.930002] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:39.932262] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:39.932287] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.932366] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=26][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.932411] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:39.932457] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.932472] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:39.932496] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:39.932506] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:39.932515] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.933590] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:39.933600] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.933620] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:39.933624] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:39.933653] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=29][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.933668] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:39.933682] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:39.933697] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879921119, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.933728] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:39.933738] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:39.933836] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=13000, remain_us=1918280, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=13, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.937021] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.937044] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:39.938210] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:39.938227] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:39.941296] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879917960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.941436] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1715163, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.944949] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=7] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.944982] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] get wrs ts(ls_id={id:1}, delta=244470971107, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:39.944998] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.945020] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244452952427, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:39.945032] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:39.946910] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879932699, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.947046] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=14000, remain_us=1905071, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=14, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.951937] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=10] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=9) [2024-12-02 13:54:39.957941] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:186) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=11] sql audit evict mem start(request_manager_->get_tenant_id()=1019, evict_low_mem_level=0, evict_high_mem_level=16106127, size_used=0, mem_used=16637952) [2024-12-02 13:54:39.959472] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=18] sql audit evict task end(request_manager_->get_tenant_id()=1019, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=2, elapse_time=1530, size_used=0, mem_used=0) [2024-12-02 13:54:39.959492] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2324854][T1019_ReqMemEvi][T1019][Y0-0000000000000000-0-0] [lt=17] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.961121] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879946343, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.961273] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=15000, remain_us=1890844, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=15, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.963668] INFO [STORAGE.TRANS] persist_version_if_need_ (ob_tenant_weak_read_cluster_service.cpp:336) [2320034][T1_TenantWeakRe][T1][Y0-0000000000000000-0-0] [lt=13] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] persist CLUSTER version range succ(tenant_id=1, new_min_version={val:1733118879762162000, v:0}, new_max_version={val:1733118879762162000, v:0}, last_min_version={val:1733118879562193000, v:0}, last_max_version={val:1733118879562193000, v:0}, total_time_us=2413, delta_us=201504) [2024-12-02 13:54:39.965515] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879941078, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.965654] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=25000, remain_us=1690945, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.968637] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15D-0-0] [lt=35][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.968659] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15D-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.968672] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15D-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:39.970578] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=10] sql audit evict task end(request_manager_->get_tenant_id()=1002, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=4159488) [2024-12-02 13:54:39.970603] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320414][T1002_ReqMemEvi][T1002][Y0-0000000000000000-0-0] [lt=21] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:39.976350] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879961026, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.976493] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=16000, remain_us=1875624, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=16, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.987532] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=17] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239dc130, extra_info="") [2024-12-02 13:54:39.987562] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=19] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff13627d50, extra_info="id:1") [2024-12-02 13:54:39.987588] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT GROUP LOG INFO](palf_id=1001, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:39.987603] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT APPEND DATA SIZE](this={palf_id:1001, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:39.987615] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=11] [PALF STAT APPEND COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff136a1d50, extra_info="id:1001") [2024-12-02 13:54:39.989642] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:39.989670] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.989765] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=49][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:39.989957] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:39.989974] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49E-0-0] [lt=12] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:39.990013] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:39.990731] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879965237, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885316, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.990887] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] will sleep(sleep_us=26000, remain_us=1665713, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:39.992569] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879975738, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885322, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:39.992709] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=17000, remain_us=1859407, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=17, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:39.993084] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.993090] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:39.993133] INFO [PALF] next (palf_iterator.h:183) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=48] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}) [2024-12-02 13:54:39.993133] INFO [PALF] next (palf_iterator.h:183) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=42] [PALF STAT ITERATOR INFO](io_ctx={user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}) [2024-12-02 13:54:39.993155] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=20] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:39.993154] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=20] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:39.995513] INFO [LIB] stat (utility.h:1176) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=30] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff39940130, extra_info="") [2024-12-02 13:54:39.996954] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:695) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=22] [WRS] [TENANT_WEAK_READ_SERVICE] [CLUSTER_SERVICE] update version(tenant_id=1001, current_version={val:1733118879794803000, v:0}, min_version={val:1733118879794803000, v:0}, max_version={val:1733118879794803000, v:0}, in_service=true, leader_epoch=3) [2024-12-02 13:54:40.009787] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879992588, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990487, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.009945] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=18000, remain_us=1842171, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=18, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.016964] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879990482, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879989431, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.017106] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1639494, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.018887] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118879917960, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879885314, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.019078] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=9966619, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=250, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.026242] INFO [SHARE] force_set_master_rs (ob_rs_mgr.cpp:277) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB5-0-0] [lt=20] [RS_MGR] force set rs list(master_rs="192.168.0.175:2882") [2024-12-02 13:54:40.026266] INFO [SERVER] handle_heartbeat (ob_service.cpp:3771) [2320672][T1_L0_G25][T1][YB42C0A800AF-0006284308BEEAB5-0-0] [lt=19] handle_heartbeat(ret=0, ret="OB_SUCCESS", hb_request={server:"192.168.0.175:2882", server_id:1, rs_addr:"192.168.0.175:2882", rs_server_status:1, epoch_id:3}, hb_response={zone:"zone1", server:"192.168.0.175:2882", sql_port:2881, build_version:"4.3.4.0_100000162024110717-82547d6edc6ea98ba710e376a736a9a850499a06(Nov 7 2024 17:26:50)", start_service_time:1733118174525401, server_health_status:{data_disk_status_:1, data_disk_status:"NORMAL"}}, time_cost=26) [2024-12-02 13:54:40.028023] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880009438, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990489, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.028164] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=19000, remain_us=1823952, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=19, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.029244] INFO [STORAGE.TRANS] refresh_gts (ob_gts_source.cpp:520) [2319694][TsMgr][T0][Y0-0000000000000000-0-0] [lt=17] refresh gts(ret=0, ret="OB_SUCCESS", tenant_id=1001, need_refresh=false, gts_local_cache={srr:[mts=1733118880029233], gts:1733118880028356000, latest_srr:[mts=1733118880029233]}) [2024-12-02 13:54:40.029994] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.030059] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=62] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.032314] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.032334] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.032406] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=23][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.032450] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.032493] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.032507] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.032531] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.032540] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.032548] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=7][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.033622] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.033631] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.033649] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.033654] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.033681] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.033696] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.033709] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:40.033752] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:40.033763] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.036287] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320421][T1002_LSArchive][T1002][YB42C0A800AF-00062843069EE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:40.037045] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.037065] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=19][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.038222] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.038239] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.044185] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880016776, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990489, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.044332] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1612267, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.044567] INFO [LIB] stat (utility.h:1176) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=21] [PALF STAT APPEND COST TIME](cur_stat_count=24, stat_interval=1000000, avg (count/cost)=0, this=0xfffe52c8dd50, extra_info="id:1") [2024-12-02 13:54:40.045004] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.045036] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get wrs ts(ls_id={id:1}, delta=244471071024, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.045054] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.045076] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1001}, delta=244453052344, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.045088] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.047240] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880027303, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880026249, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.047375] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=20000, remain_us=1804742, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=20, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.062648] INFO [LIB] stat (utility.h:1176) [2320415][T1002_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=61] [PALF STAT APPEND COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=0, this=0xffff2d6c3d50, extra_info="id:1") [2024-12-02 13:54:40.067451] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880046260, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880026251, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.067604] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=21000, remain_us=1784512, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=21, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.070638] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=6] sql audit evict task end(request_manager_->get_tenant_id()=1, evict_high_mem_level=75665245, evict_high_size_level=471859, evict_batch_count=0, elapse_time=1, size_used=0, mem_used=64472064) [2024-12-02 13:54:40.070661] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320033][T1_ReqMemEvict][T1][Y0-0000000000000000-0-0] [lt=20] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.072411] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880044154, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880026249, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.072565] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=29000, remain_us=1584034, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.073880] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=20] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:40.073901] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=16] temporary file module use no blocks [2024-12-02 13:54:40.073912] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:40.073925] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=11] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=1518, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:40.073938] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2320399][T1002_TFSwap][T1002][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238627572353, flush_io_finished_ret_:0, flush_io_finished_round_:729, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:40.075597] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15E-0-0] [lt=33][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.075617] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15E-0-0] [lt=19][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.075630] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15E-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.075677] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320431][T1002_HAService][T1002][Y0-0000000000000000-0-0] [lt=18] start do ls ha handler(ls_id_array_=[{id:1001}, {id:1}]) [2024-12-02 13:54:40.085727] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=27] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6904688640, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:40.087600] INFO [LIB] stat (utility.h:1176) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT PUSH LOG TO FOLLOWERS RPC POST COST TIME](cur_stat_count=10, stat_interval=1000000, avg (count/cost)=0, this=0xffff239ec130, extra_info="") [2024-12-02 13:54:40.088676] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880067316, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880066264, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.088899] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=22000, remain_us=1763218, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=22, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.090069] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=17][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.092270] INFO [COMMON] clean_garbage_node (ob_kvcache_map.cpp:671) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=26] Cache wash clean map node details(ret=0, clean_node_count=13, clean_time=0, clean_start_pos=1761606, clean_num=125829) [2024-12-02 13:54:40.093352] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.093379] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.093477] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.093654] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.093669] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF49F-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.096965] WDIAG [PALF] next (log_iterator_impl.h:707) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.096960] WDIAG [PALF] next (log_iterator_impl.h:707) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.097006] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324696][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=44] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.097006] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324697][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.101643] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880071529, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880066264, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.101799] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1554801, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.110986] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880088376, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880075744, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.111182] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=23000, remain_us=1740935, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=23, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.117213] INFO [RPC.FRAME] rpc_easy_timer_cb (ob_net_easy.cpp:603) [2319713][RpcUnix][T0][Y0-0000000000000000-0-0] [lt=12] [RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117501] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319707][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117735] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319709][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117751] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319700][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117763] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319706][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=14] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117813] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319702][BatchIO][T0][Y0-0000000000000000-0-0] [lt=14] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.117811] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319701][BatchIO][T0][Y0-0000000000000000-0-0] [lt=12] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118086] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319708][MysqlIO][T0][Y0-0000000000000000-0-0] [lt=17] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118453] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319703][BatchIO][T0][Y0-0000000000000000-0-0] [lt=13] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118449] INFO [RPC.FRAME] mysql_easy_timer_cb (ob_net_easy.cpp:676) [2319711][MysqlUnix][T0][Y0-0000000000000000-0-0] [lt=9] [MYSQL EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.118676] INFO [RPC.FRAME] batch_rpc_easy_timer_cb (ob_net_easy.cpp:641) [2319704][BatchIO][T0][Y0-0000000000000000-0-0] [lt=10] [BATCH_RPC EASY STAT](log_str=conn count=0/0, request done=0/0, request doing=0/0) [2024-12-02 13:54:40.119162] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880018881, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118879990489, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.119344] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9866352, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=251, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.130034] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=40] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.130095] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.131877] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880101020, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.132034] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=31000, remain_us=1524565, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.132371] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:40.132392] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.132480] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=27][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.132534] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=16][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.132583] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.132600] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.132625] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.132635] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.132644] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.133091] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F309F-0-0] [lt=16][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.133565] WDIAG begin (ob_hashtable.h:954) [2320458][T1002_L0_G0][T1002][YB42C0A800AF-000628430E1F30A0-0-0] [lt=18][errcode=-4006] hashtable not init, backtrace=0x11ab55d8 0xec3e43c 0xea3fb64 0xd6f8c68 0x11aa29f0 0xfe97a38 0x11745b64 0x115ba780 0x114db018 0x114d8de4 0x11662ad4 0x11489e80 0x1147a620 0x11474c34 0x11473364 0x11464dc0 0xbad89ec 0x1b954c24 0xffff86b92508 0xffff86bf9cdc [2024-12-02 13:54:40.133720] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.133730] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.133749] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.133754] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.133784] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=30][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.133799] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.133812] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:40.133857] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=17][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:40.133870] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.134268] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880110499, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.134458] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=24000, remain_us=1717659, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=24, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.137128] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.137151] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=22][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.138310] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.138328] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=17][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.145057] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=10] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.145088] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=16] get wrs ts(ls_id={id:1}, delta=244471171058, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.145104] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=12] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.145125] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=14] get wrs ts(ls_id={id:1001}, delta=244453152378, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.145136] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.152007] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=16] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=8) [2024-12-02 13:54:40.152055] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320051][T1_TxLoopWorker][T1][Y0-0000000000000000-0-0] [lt=47] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=4879) [2024-12-02 13:54:40.153144] INFO [LIB] stat (utility.h:1176) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=16] [PALF STAT WRITE LOG COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1893, this=0xffff55fc8670, extra_info="") [2024-12-02 13:54:40.153173] INFO [LIB] stat (utility.h:1193) [2319851][T1_IOWorker][T1][Y0-0000000000000000-0-0] [lt=24] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=10, this=0xffff57f906b0, extra_info="") [2024-12-02 13:54:40.153199] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=12] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=4, this=0xffff55fbc360, extra_info="palf_id:1") [2024-12-02 13:54:40.153217] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=18] [PALF STAT LOG LIFE TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=1946, this=0xffff55fbc590, extra_info="palf_id:1") [2024-12-02 13:54:40.153232] INFO [LIB] stat (utility.h:1176) [2319850][T1_LogIOCb0][T1][Y0-0000000000000000-0-0] [lt=6] [PALF STAT FLUSH CB COST TIME](cur_stat_count=12, stat_interval=1000000, avg (count/cost)=29, this=0xffff55fc88a0, extra_info="") [2024-12-02 13:54:40.158542] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880133658, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.158747] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=25000, remain_us=1693370, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=25, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.158949] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2319840][T1_Occam][T1][YB42C0A800AF-00062843047EEB99-0-0] [lt=10] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:40.163113] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880131551, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.163267] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=32000, remain_us=1493333, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.167609] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320128][T1001_Occam][T1001][YB42C0A800AF-00062843058EEB95-0-0] [lt=17] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:40.167721] INFO [MDS] for_each_ls_in_tenant (mds_tenant_service.cpp:241) [2320128][T1001_Occam][T1001][YB42C0A800AF-00062843058EEB97-0-0] [lt=17] for each ls(succ_num=1, ret=0, ret="OB_SUCCESS") [2024-12-02 13:54:40.172131] INFO [COMMON] print_status (ob_io_manager.cpp:288) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=2] [IO STATUS SERVER] net_in=32kB/s, net_out=32kB/s, bucket_in=0kB/s, bucket_out=0kB/s, failed_bucket_in=0kB/s, failed_bucket_out=0kB/s, limit=12800kB/s [2024-12-02 13:54:40.172168] INFO [COMMON] print_sender_status (ob_io_manager.cpp:907) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=15] [IO STATUS SENDER](io_status=req_in_sender, total=0, total_local_read=0, total_local_write=0, total_remote_read=0, total_remote_write=0, cnt=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , local_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_read=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 , remote_write=0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 ) [2024-12-02 13:54:40.172221] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=11] [IO STATUS CALLBACK](tenant_id=1, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:340, idx_:0, tid_:2319903}], io_callback_status=runner 0: thread_id=2319903, queue_count=0, ) [2024-12-02 13:54:40.172300] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=14] [IO STATUS CALLBACK](tenant_id=1001, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:398, idx_:0, tid_:2320184}], io_callback_status=runner 0: thread_id=2320184, queue_count=0, ) [2024-12-02 13:54:40.172325] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:CALIBRATION_IO, mode:LOCAL WRITE, cur_req:0, hold_mem:0 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:2, bw:8170, [delay/us]:prepare:4, schedule:11, submit:3, rt:6137, total:6156) [2024-12-02 13:54:40.172340] INFO [COMMON] print_io_status (ob_io_manager.cpp:2186) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP SYS](tenant_id=1002, io_status=sys_group_name:SSTABLE_WHOLE_SCANNER_IO, mode:LOCAL READ, cur_req:1, hold_mem:8192 [FAILED]: fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]: size:4096, iops:1462, bw:5988656, [delay/us]:prepare:2, schedule:8, submit:5, rt:599, total:616) [2024-12-02 13:54:40.172371] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=8] [IO STATUS TENANT](tenant_id=1002, ref_cnt=4, io_config={group_configs_cnt:3, memory_limit_:1073741824, callback_thread_count_:0, unit_config_:{min_iops:9223372036854775807, max_iops:9223372036854775807, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:1}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:0, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29035072, free_req_cnt=49999, free_result_cnt=49999, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=365, ops=0, iops=365, ibw=0, obw=0, iops_limit=9223372036854775807, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:40.172404] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=30] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1463, avg_bw:5988602, [delay/us]: prepare:2, schedule:8, submit:5, device:599, total:616) [2024-12-02 13:54:40.172410] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS FUNCTION](tenant_id=1002, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL WRITE, avg_size:4096, avg_iops:2, avg_bw:8170, [delay/us]: prepare:4, schedule:11, submit:3, device:6137, total:6156) [2024-12-02 13:54:40.172438] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=4] [IO STATUS CALLBACK](tenant_id=1002, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:456, idx_:0, tid_:2320371}], io_callback_status=runner 0: thread_id=2320371, queue_count=0, ) [2024-12-02 13:54:40.172486] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CALLBACK](tenant_id=1019, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:585, idx_:0, tid_:2324821}], io_callback_status=runner 0: thread_id=2324821, queue_count=0, ) [2024-12-02 13:54:40.172505] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS GROUP](tenant_id=1020, io_status=group_id:0, group_name:OTHER_GROUPS, mode:REMOTE READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:218, iops:10, bw:2174, limit:9223372036854775807, [delay/us]:prepare:5, schedule:24, submit:14, rt:8, total:53) [2024-12-02 13:54:40.172534] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=1020, ref_cnt=2, io_config={group_configs_cnt:3, memory_limit_:7516192768, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:10000, weight:1, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:8}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=29770336, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0, 0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=2174, obw=0, iops_limit=10000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:40.172557] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=20] [IO STATUS FUNCTION](tenant_id=1020, io_status=function_name:DEFAULT_FUNCTION, mode:REMOTE READ, avg_size:218, avg_iops:10, avg_bw:2174, [delay/us]: prepare:5, schedule:24, submit:14, device:8, total:53) [2024-12-02 13:54:40.172590] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=1020, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:526, idx_:0, tid_:2324618}, {is_inited_:true, queue_.get_total():0, tg_id_:479, idx_:1, tid_:2324766}], io_callback_status=runner 0: thread_id=2324618, queue_count=0, runner 1: thread_id=2324766, queue_count=0, ) [2024-12-02 13:54:40.172611] INFO [COMMON] print_io_status (ob_io_manager.cpp:2089) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=10] [IO STATUS GROUP](tenant_id=500, io_status=group_id:0, group_name:OTHER_GROUPS, mode:LOCAL READ, cur_req:0, hold_mem:0 [FAILED]:fail_size:0, fail_iops:0, fail_bw:0, [delay/us]:prepare:0, schedule:0, submit:0, rt:0, total:0, [SUCC]:size:4096, iops:1, bw:4084, limit:50000, [delay/us]:prepare:0, schedule:0, submit:600000000, rt:6321, total:6327) [2024-12-02 13:54:40.172653] INFO [COMMON] print_io_status (ob_io_manager.cpp:2216) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS TENANT](tenant_id=500, ref_cnt=1, io_config={group_configs_cnt:3, memory_limit_:536870912, callback_thread_count_:0, unit_config_:{min_iops:10000, max_iops:50000, weight:10000, max_net_bandwidth:9223372036854775807, net_bandwidth_weight:100}, enable_io_tracer:false, object_storage_io_timeout_ms:20000, group_configs:[group_id = 0:{mode:0, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:1, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}, group_id = 0:{mode:2, deleted:false, cleared:false, min_percent:100, max_percent:100, weight_percent:100}]}, hold_mem=28969792, free_req_cnt=50000, free_result_cnt=50000, callback_queues=[0], [FAILED]: fail_ips=0, fail_ops=0, fail_iops=0, fail_ibw=0, fail_obw=0, [SUCC]: ips=0, ops=0, iops=0, ibw=0, obw=0, iops_limit=50000, ibw_limit=9223372036854775807, obw_limit=9223372036854775807) [2024-12-02 13:54:40.172675] INFO [COMMON] print_io_function_status (ob_io_manager.cpp:2296) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=19] [IO STATUS FUNCTION](tenant_id=500, io_status=function_name:DEFAULT_FUNCTION, mode:LOCAL READ, avg_size:4096, avg_iops:1, avg_bw:4084, [delay/us]: prepare:0, schedule:0, submit:600000000, device:6321, total:6327) [2024-12-02 13:54:40.172702] INFO [COMMON] print_io_status (ob_io_manager.cpp:2238) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CALLBACK](tenant_id=500, runners=[{is_inited_:true, queue_.get_total():0, tg_id_:285, idx_:0, tid_:2319722}], io_callback_status=runner 0: thread_id=2319722, queue_count=0, ) [2024-12-02 13:54:40.172715] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=9] [IO STATUS CHANNEL] req_in_channel, sync_total=1, async_total=0, sync_cnt= 0 0 0 0 0 0 1 0, async_cnt= 0 [2024-12-02 13:54:40.172724] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:40.172734] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=6] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:40.172741] INFO [COMMON] print_status (ob_io_struct.cpp:2759) [2319723][IO_TUNING0][T0][Y0-0000000000000000-0-0] [lt=7] [IO STATUS CHANNEL] req_in_channel, sync_total=0, async_total=0, sync_cnt=, async_cnt= 0 [2024-12-02 13:54:40.181791] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15F-0-0] [lt=34][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.181813] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15F-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.181821] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF15F-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.183832] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880157868, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.184021] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=26000, remain_us=1668096, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=26, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.187647] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=16] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=10, avg_log_batch_cnt=1, total_group_log_size=1220, avg_group_log_size=122) [2024-12-02 13:54:40.188309] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=10] ====== check clog disk timer task ====== [2024-12-02 13:54:40.188330] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324664][T1020_CKClogDis][T1020][Y0-0000000000000000-0-0] [lt=15] get_disk_usage(ret=0, capacity(MB):=92160, used(MB):=0) [2024-12-02 13:54:40.189436] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324667][T1020_LSArchive][T1020][YB42C0A800AF-0006284311DEE94C-0-0] [lt=17] gc stale ls task succ [2024-12-02 13:54:40.190123] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.195340] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880163134, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093652, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.195500] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1461099, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.197202] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=14] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.197230] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.197323] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.197512] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=17] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.197539] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A0-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.199938] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:179) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=19] tmp file swap statistics(swap_task_cnt=0, avg_swap_response_time=0, max_swap_response_time=-1, min_swap_response_time=-1) [2024-12-02 13:54:40.199964] INFO [STORAGE] print_block_usage (ob_tmp_file_block_manager.cpp:822) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=21] temporary file module use no blocks [2024-12-02 13:54:40.199975] INFO [STORAGE] print_statistics (ob_tmp_file_thread_job.cpp:125) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=9] tmp file flush statistics(flush_task_cnt=0, avg_flush_data_len=0, max_flush_data_len=-1, min_flush_data_len=-1, f1_cnt=0, f2_cnt=0, f3_cnt=0, f4_cnt=0, f5_cnt=0) [2024-12-02 13:54:40.199989] INFO [STORAGE] print_statistics (ob_tmp_file_write_buffer_pool.cpp:1082) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=12] tmp file write buffer pool statistics(dirty_page_percentage=0, max_page_num=9361, dirty_page_num=0, total_write_back_num=0, meta_page_num=0, dirty_meta_page_num=0, write_back_meta_num=0, data_page_num=0, dirty_data_page_num=0, write_back_data_num=0, data_page_watermark=0, meta_page_watermark=0) [2024-12-02 13:54:40.200001] INFO [STORAGE] do_work_ (ob_tmp_file_thread_wrapper.cpp:308) [2324638][T1020_TFSwap][T1020][Y0-0000000000000000-0-0] [lt=12] ObTmpFileFlushTG information(this={is_inited_:true, mode_:1, last_flush_timestamp_:238627698408, flush_io_finished_ret_:0, flush_io_finished_round_:303, flushing_block_num_:0, is_fast_flush_meta_:false, fast_flush_meta_task_cnt_:0, wait_list_size_:0, retry_list_size_:0, finished_list_size_:0, normal_loop_cnt_:2, normal_idle_loop_cnt_:2, fast_loop_cnt_:0, fast_idle_loop_cnt_:0, flush_mgr_:{is_inited_:true, flush_ctx_:{is_inited_:true, fail_too_many_:false, expect_flush_size_:0, actual_flush_size_:0, flush_seq_ctx_:{create_flush_task_cnt_:0, prepare_finished_cnt_:0, flush_sequence_:0}, state_:5, iter_:{is_inited_:false, cur_caching_list_idx_:0, cur_caching_list_is_meta_:false, cur_iter_dir_idx_:-1, cur_iter_file_idx_:-1, cached_file_num_:0, cached_dir_num_:0}}}}) [2024-12-02 13:54:40.200279] WDIAG [PALF] next (log_iterator_impl.h:707) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=35][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.200287] WDIAG [PALF] next (log_iterator_impl.h:707) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=37][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.200319] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324698][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=39] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.200330] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324699][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=41] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.201572] INFO do_work (ob_rl_mgr.cpp:705) [2319602][rl_mgr0][T0][Y0-0000000000000000-0-0] [lt=14] swc wakeup.(stat_period_=1000000, ready=false) [2024-12-02 13:54:40.207678] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2320233][T1001_LSArchive][T1001][YB42C0A800AF-00062843050EE94C-0-0] [lt=16] gc stale ls task succ [2024-12-02 13:54:40.210104] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880183127, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093658, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.210286] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=27000, remain_us=1641831, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=27, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.214832] WDIAG [ARCHIVE] do_thread_task_ (ob_archive_sender.cpp:257) [2320424][T1002_ArcSender][T1002][YB42C0A800AF-0006284306CEE94C-0-0] [lt=17][errcode=-4018] try free send task failed(ret=-4018) [2024-12-02 13:54:40.215469] INFO [SHARE] load_can_execute_task (ob_balance_task_table_operator.cpp:842) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0E-0-0] [lt=12] load can-execute balance task(ret=0, ret="OB_SUCCESS", task_array=[], sql=select * from __all_balance_task where parent_list is null or parent_list = '') [2024-12-02 13:54:40.215495] INFO [BALANCE] do_work (ob_balance_task_execute_service.cpp:172) [2320319][T1002_BalanceEx][T1002][YB42C0A800AF-000628430D8EEC0E-0-0] [lt=23] [BALANCE_EXECUTE] finish one round(ret=0, ret="OB_SUCCESS", task_array_=[], idle_time_us=1000000, task_comment_=) [2024-12-02 13:54:40.219428] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880118914, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093650, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.219610] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9766087, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=252, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.228580] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880194667, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880093659, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.228741] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1427859, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.230086] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.230149] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=60] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.232423] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.232444] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.232524] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.232580] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.232628] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=12] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.232643] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.232663] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=6][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.232673] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=8][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.232678] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.233753] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.233764] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=11][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.233783] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.233788] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}, pre_scn:{val:1732874408973130001, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.233816] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.233831] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}) [2024-12-02 13:54:40.233844] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1}, proposal_id:16, version:1733118656809874142, pre_scn:{val:1732874408973130001, v:0}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:1476304896}, end_lsn:{lsn:1543409664}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:1543409664}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1}, start_lsn:{lsn:1476304896}, next_fetch_lsn:{lsn:1476304896}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:1543409664}, to_end:false}}}) [2024-12-02 13:54:40.233888] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe76e3ba70, id={id:1}) [2024-12-02 13:54:40.233899] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.237155] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=6][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.237175] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.237373] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880209407, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.237558] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=28000, remain_us=1614558, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=28, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.238314] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.238330] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.239849] INFO [STORAGE] diagnose_for_suggestion (ob_compaction_suggestion.cpp:458) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] [COMPACTION DAG STATUS] (start_time=1733118870238512, end_time=1733118880239847, dag_status={}) [2024-12-02 13:54:40.239870] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=19] dump_dag_status(priority="PRIO_COMPACTION_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239883] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=12] dump_dag_status(priority="PRIO_HA_HIGH", limits=8, running_task=0, adaptive_task_limit=8, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239892] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(priority="PRIO_COMPACTION_MID", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239901] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_HA_MID", limits=5, running_task=0, adaptive_task_limit=5, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239910] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_COMPACTION_LOW", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239918] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(priority="PRIO_HA_LOW", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239923] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(priority="PRIO_DDL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239928] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(priority="PRIO_DDL_HIGH", limits=6, running_task=0, adaptive_task_limit=6, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239936] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:2833) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(priority="PRIO_TTL", limits=2, running_task=0, adaptive_task_limit=2, ready_dag_count=0, waiting_dag_count=0, rank_dag_count=0) [2024-12-02 13:54:40.239941] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=4] dump_dag_status(type={init_dag_prio:0, sys_task_type:3, dag_type_str:"MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239952] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=11] dump_dag_status(type={init_dag_prio:2, sys_task_type:5, dag_type_str:"MINOR_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239962] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"MAJOR_MERGE/MEDIUM_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239971] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_BATCH_EXECUTE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239980] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_PREPARE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239989] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_SCHEDULE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.239998] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"CO_MERGE_FINISH", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240007] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:0, sys_task_type:4, dag_type_str:"TX_TABLE_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240013] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:0, sys_task_type:19, dag_type_str:"MDS_MINI_MERGE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240022] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"VERIFY_CKM", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240031] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:0, sys_task_type:23, dag_type_str:"BATCH_FREEZE", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240040] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"UPDATE_SKIP_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240050] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:4, sys_task_type:6, dag_type_str:"REFRESH_MAJOR", dag_module_str:"COMPACTION"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240060] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_COMPLEMENT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240069] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"UNIQUE_CHECK", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240078] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"SQL_BUILD_INDEX", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240086] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:7, sys_task_type:12, dag_type_str:"DDL_KV_MERGE", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240095] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:6, sys_task_type:2, dag_type_str:"DDL_DEL_LOB_META", dag_module_str:"DROP_VEC_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240101] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240109] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:6, sys_task_type:25, dag_type_str:"DDL_TABLET_SPLIT", dag_module_str:"DDL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240118] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240127] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATE_WARMUP", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240136] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"WAIT_DATA_READY", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240145] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_COMPLETE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240154] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240163] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240172] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"SYS_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240180] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240190] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"DATA_TABLETS_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240195] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_GROUP_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240204] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"MIGRATION_FINISH", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240213] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"INITIAL_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240221] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"START_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240230] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"FINISH_PREPARE_MIGRATION", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240239] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:1, dag_type_str:"TABLET_CHECKE_CONVERT", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240247] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:3, sys_task_type:1, dag_type_str:"FAST_MIGRATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240256] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:1, dag_type_str:"VALIDATE", dag_module_str:"MIGRATE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240264] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"TABLET_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240273] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:16, dag_type_str:"FINISH_BACKFILL_TX", dag_module_str:"BACKFILL_TX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240278] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_META", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240287] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_PREPARE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240296] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_FINISH", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240305] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_DATA", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240313] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"PREFETCH_BACKUP_INFO", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240322] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_INDEX_REBUILD", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240331] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_COMPLEMENT_LOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240339] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"INITIAL_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240348] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"START_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240356] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"BACKUP_TABLET_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240361] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:8, dag_type_str:"FINISH_BACKUP_FUSE", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240367] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:5, sys_task_type:10, dag_type_str:"BACKUP_BACKUPSET", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240375] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:11, dag_type_str:"BACKUP_ARCHIVELOG", dag_module_str:"BACKUP"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240384] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240392] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240401] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"SYS_TABLETS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240410] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"DATA_TABLETS_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240419] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_GROUP_META_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240427] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_LS_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240436] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"INITIAL_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240441] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"START_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240449] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=7] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"FINISH_TABLET_GROUP_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240458] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:14, dag_type_str:"TABLET_RESTORE", dag_module_str:"RESTORE"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240467] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:15, dag_type_str:"BACKUP_CLEAN", dag_module_str:"BACKUP_CLEAN"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240475] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:3, sys_task_type:17, dag_type_str:"REMOVE_MEMBER", dag_module_str:"REMOVE_MEMBER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240484] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_BACKFILL_TX", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240493] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:1, sys_task_type:18, dag_type_str:"TRANSFER_REPLACE_TABLE", dag_module_str:"TRANSFER"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240501] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=9] dump_dag_status(type={init_dag_prio:8, sys_task_type:20, dag_type_str:"TTL_DELTE_DAG", dag_module_str:"TTL"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240510] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:3, sys_task_type:21, dag_type_str:"TENANT_SNAPSHOT_CREATE", dag_module_str:"TSNAP_CR8"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240519] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status(type={init_dag_prio:5, sys_task_type:22, dag_type_str:"TENANT_SNAPSHOT_GC", dag_module_str:"TSNAP_GC"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240524] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4296) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=5] dump_dag_status(type={init_dag_prio:8, sys_task_type:24, dag_type_str:"VECTOR_INDEX_DAG", dag_module_str:"VECTOR_INDEX"}, dag_count=0, running_dag_count=0, added_dag_count=0, scheduled_dag_count=0, scheduled_task_count=0, scheduled_data_size=0) [2024-12-02 13:54:40.240533] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3607) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](running_dag_net_map_size=0, blocking_dag_net_list_size=0, running_dag_net_list_size=0) [2024-12-02 13:54:40.240542] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_MIGRATION", dag_count=0) [2024-12-02 13:54:40.240550] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_PREPARE_MIGRATION", dag_count=0) [2024-12-02 13:54:40.240554] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_COMPLETE_MIGRATION", dag_count=0) [2024-12-02 13:54:40.240561] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER", dag_count=0) [2024-12-02 13:54:40.240564] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=4] dump_dag_status[DAG_NET](type="DAG_NET_BACKUP", dag_count=0) [2024-12-02 13:54:40.240571] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=7] dump_dag_status[DAG_NET](type="DAG_NET_RESTORE", dag_count=0) [2024-12-02 13:54:40.240575] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_BACKUP_CLEAN", dag_count=0) [2024-12-02 13:54:40.240583] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=8] dump_dag_status[DAG_NET](type="DAG_NET_TYPE_CO_MAJOR", dag_count=0) [2024-12-02 13:54:40.240586] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:3610) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=3] dump_dag_status[DAG_NET](type="DAG_NET_TRANSFER_BACKFILL_TX", dag_count=0) [2024-12-02 13:54:40.240594] INFO [COMMON] dump_dag_status (ob_tenant_dag_scheduler.cpp:4310) [2320341][T1002_DagSchedu][T1002][Y0-0000000000000000-0-0] [lt=6] dump_dag_status(dag_cnt=0, total_worker_cnt_=0, total_running_task_cnt=0, work_thread_num_=43, scheduled_task_cnt=0) [2024-12-02 13:54:40.244660] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=13225) [2024-12-02 13:54:40.245113] INFO [STORAGE.TRANS] update_cluster_version (ob_tenant_weak_read_cluster_service.cpp:688) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] no need to update min/max version(new_version={val:1732874408973130000, v:0}, min_version={val:1732874408973130000, v:0}, max_version={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.245145] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get wrs ts(ls_id={id:1}, delta=244471271972, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.245161] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=13] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.245182] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=15] get wrs ts(ls_id={id:1001}, delta=244453253292, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.245194] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=9] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.245731] INFO [STORAGE.TRANS] generate_new_version (ob_tenant_weak_read_server_version_mgr.cpp:120) [2324855][T1019_TenantWea][T1019][Y0-0000000000000000-0-0] [lt=17] [WRS] update tenant weak read server version(tenant_id=1019, server_version={version:{val:1733118880094700000, v:0}, total_part_count:1, valid_inner_part_count:1, valid_user_part_count:0, epoch_tstamp:1733118880245707}, version_delta=151030) [2024-12-02 13:54:40.255752] INFO [COORDINATOR] detect_recover (ob_failure_detector.cpp:144) [2324556][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=19] doing detect recover operation(events_with_ops=[{event:{type:SCHEMA NOT REFRESHED, module:SCHEMA, info:schema not refreshed, level:SERIOUS}}]) [2024-12-02 13:54:40.262346] INFO [SERVER] runTimerTask (ob_eliminate_task.cpp:225) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=7] sql audit evict task end(request_manager_->get_tenant_id()=1001, evict_high_mem_level=16106127, evict_high_size_level=471859, evict_batch_count=0, elapse_time=0, size_used=0, mem_used=8318976) [2024-12-02 13:54:40.262367] INFO [SERVER] prepare_alloc_queue (ob_dl_queue.cpp:52) [2320226][T1001_ReqMemEvi][T1001][Y0-0000000000000000-0-0] [lt=18] Construct Queue Num(construct_num=0, get_push_idx()=8, get_cur_idx()=0, get_pop_idx()=0) [2024-12-02 13:54:40.262824] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880228293, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.263004] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=35000, remain_us=1393596, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=35, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.263269] INFO [STORAGE] gc_tables_in_queue (ob_tenant_meta_mem_mgr.cpp:612) [2320370][T1002_TenantMet][T1002][Y0-0000000000000000-0-0] [lt=32] gc tables in queue: recycle 0 table(ret=0, tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl3788EEE", sizeof(T):3824, used_obj_cnt:1829, free_obj_hold_cnt:338, allocator used:8338616, allocator total:8878080}, large_tablet_buffer_pool_={typeid(T).name():"N9oceanbase7storage15ObMetaObjBufferINS0_8ObTabletELl65448EEE", sizeof(T):65480, used_obj_cnt:329, free_obj_hold_cnt:4, allocator used:21841803, allocator total:21841803}, full_tablet_creator_={tiny_allocator_.used():0, tiny_allocator_.total():0, full allocator used:0, full allocator total:0}, tablets_mem=30719883, tablets_mem_limit=214748360, ddl_kv_pool_={typeid(T).name():"N9oceanbase7storage7ObDDLKVE", sizeof(T):1408, used_obj_cnt:0, free_obj_hold_cnt:0, allocator used:0, allocator total:0}, memtable_pool_={typeid(T).name():"N9oceanbase8memtable10ObMemtableE", sizeof(T):2560, used_obj_cnt:83, free_obj_hold_cnt:0, allocator used:223104, allocator total:261120}, pending_cnt=0, wait_gc_count=0, tablet count=2158) [2024-12-02 13:54:40.265644] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880236719, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.265821] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=29000, remain_us=1586296, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=29, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.274829] INFO [SHARE] get_freeze_info_larger_or_equal_than (ob_freeze_info_proxy.cpp:168) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=13] finish load_freeze_info(ret=0, ret="OB_SUCCESS", tenant_id=1, sql=SELECT * FROM __all_freeze_info WHERE frozen_scn >= 1 ORDER BY frozen_scn) [2024-12-02 13:54:40.275936] INFO [SHARE] get_all_snapshots (ob_snapshot_table_proxy.cpp:428) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=25] get all snapshots(ret=0, snapshots.count()=0, snapshots=[]) [2024-12-02 13:54:40.276024] INFO [SHARE] update_freeze_info (ob_freeze_info_manager.cpp:219) [2319890][T1_FreInfoReloa][T1][Y0-0000000000000000-0-0] [lt=21] inner load succ(latest_freeze_info={frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}, freeze_info_={latest_snapshot_gc_scn:{val:1733118879259203000, v:0}, frozen_statuses_.count():4, frozen_statuses:[{frozen_version:{val:1, v:0}, schema_version:1, data_version:17180066816}, {frozen_version:{val:1732903203740694000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1732989600177814000, v:0}, schema_version:1732880683803760, data_version:17180066816}, {frozen_version:{val:1733076001588875000, v:0}, schema_version:1732880683803760, data_version:17180066816}]}) [2024-12-02 13:54:40.279587] INFO [COORDINATOR] refresh (ob_leader_coordinator.cpp:146) [2320132][T1001_Occam][T1001][Y0-0000000000000000-0-0] [lt=28] refresh __all_ls_election_reference_info success(ret=0, ret="OB_SUCCESS", *new_all_ls_election_reference_info=[{1,0,False,{False,},False,False,True}]) [2024-12-02 13:54:40.289110] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF160-0-0] [lt=36][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.289132] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF160-0-0] [lt=22][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.289141] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF160-0-0] [lt=7][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.289710] INFO [PALF] inner_append_log (palf_handle_impl.cpp:2229) [2320293][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=10] [PALF STAT INNER APPEND LOG SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, accum_size=1220) [2024-12-02 13:54:40.290178] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=18][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.292596] INFO [COMMON] compute_tenant_wash_size (ob_kvcache_store.cpp:1136) [2319546][KVCacheWash][T0][Y0-0000000000000000-0-0] [lt=21] Wash compute wash size(is_wash_valid=false, sys_total_wash_size=-6904688640, global_cache_size=857276416, tenant_max_wash_size=0, tenant_min_wash_size=0, tenant_ids_=[cnt:8, 500, 508, 509, 1, 1001, 1002, 1019, 1020]) [2024-12-02 13:54:40.293382] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324594][T1020_Occam][T1020][Y0-0000000000000000-0-0] [lt=14] ====== tenant freeze timer task ====== [2024-12-02 13:54:40.294903] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880265111, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196778, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.295085] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=30000, remain_us=1557031, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=30, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.298089] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880261952, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196778, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.298267] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=36000, remain_us=1358333, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=36, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.300578] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.300606] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=16] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.300706] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=53][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.300884] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.300900] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A1-0-0] [lt=11] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.304466] WDIAG [PALF] next (log_iterator_impl.h:707) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=38][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.304471] WDIAG [PALF] next (log_iterator_impl.h:707) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=40][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.304510] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324624][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=43] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.304518] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324693][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.306142] INFO [STORAGE] runTimerTask (ob_checkpoint_service.cpp:298) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=11] ====== check clog disk timer task ====== [2024-12-02 13:54:40.306162] INFO [PALF] get_disk_usage (palf_env_impl.cpp:908) [2324858][T1019_CKClogDis][T1019][Y0-0000000000000000-0-0] [lt=15] get_disk_usage(ret=0, capacity(MB):=10240, used(MB):=84) [2024-12-02 13:54:40.307447] INFO [ARCHIVE] gc_stale_ls_task_ (ob_ls_mgr.cpp:584) [2324861][T1019_LSArchive][T1019][YB42C0A800AF-00062843126EE94C-0-0] [lt=11] gc stale ls task succ [2024-12-02 13:54:40.319696] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880218817, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196774, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.319894] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] will sleep(sleep_us=100000, remain_us=9665803, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=253, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.322260] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2324871][T1019_HAService][T1019][Y0-0000000000000000-0-0] [lt=16] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:40.325171] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880294603, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196784, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.325341] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=31000, remain_us=1526776, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=31, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.328000] INFO [STORAGE] operator() (ob_tenant_freezer.cpp:129) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=7] ====== tenant freeze timer task ====== [2024-12-02 13:54:40.328024] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1686) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=18] [TenantFreezer] tenant have inactive memstores(ctx.freezable_active_memstore_used_=48234496, ctx.total_memstore_used_=81788928, ctx.total_memstore_hold_=81788928, memstore_freeze_trigger_limit_=69148240, tenant_id=1019) [2024-12-02 13:54:40.328044] INFO [STORAGE] log_frozen_memstore_info_if_need_ (ob_tenant_freezer.cpp:1690) [2324802][T1019_Occam][T1019][Y0-0000000000000000-0-0] [lt=13] [TenantFreezer] oldest frozen memtable(list="") [2024-12-02 13:54:40.330154] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=39] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.330218] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=63] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.332478] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1001}, pre_scn={val:1732874426991810003, v:0}, start_lsn={lsn:6978895872}, end_lsn={lsn:7046000640}) [2024-12-02 13:54:40.332498] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.332587] WDIAG [COMMON] calc_phyqueue_clock (ob_io_mclock.cpp:291) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=25][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.332634] WDIAG [COMMON] finish (ob_io_define.cpp:886) [2324216][IO_SYNC_CH0][T0][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=0] invalid storage id(storage_info={storage_id:18446744073709551615, storage_used_mod:2}) [2024-12-02 13:54:40.332697] INFO [SHARE] read_single_file (ob_backup_store.cpp:380) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13] succeed to read single file.(full_path=file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log/format.obbak, serializer={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.332713] INFO [CLOG] load_archive_meta_ (ob_log_archive_piece_mgr.cpp:475) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=15] load archive meta succ(desc={cluster_name:"myoceanbase", tenant_name:"mysql_hy", path:"file:///home/admin/myoceanbase/mysql_data_backup/2024-11-29-18-00-01/backup_set_16_full/complement_log", cluster_id:1731668961, tenant_id:1004, incarnation:1, dest_id:1013, dest_type:1}) [2024-12-02 13:54:40.332738] WDIAG [SHARE] get_round_range (ob_archive_store.cpp:563) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] no round exist(ret=-4018, dest_id=1013) [2024-12-02 13:54:40.332748] WDIAG [CLOG] get_round_range_ (ob_log_archive_piece_mgr.cpp:446) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] archive store get round failed(ret=-4018, dest_id_=1013) [2024-12-02 13:54:40.332753] WDIAG [CLOG] get_piece_ (ob_log_archive_piece_mgr.cpp:541) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4][errcode=-4018] switch round if need failed(ret=-4018, this={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.333829] WDIAG [CLOG] get_piece (ob_log_archive_piece_mgr.cpp:285) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=20][errcode=-4018] get piece failed(ret=-4018) [2024-12-02 13:54:40.333838] WDIAG [CLOG] get_precise_file_and_offset_ (ob_remote_data_generator.cpp:470) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=9][errcode=-4018] get cur piece failed(ret=-4018, piece_context_={is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.333858] WDIAG [CLOG] fetch_log_from_location_ (ob_remote_data_generator.cpp:417) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=19][errcode=-4018] get precise file and offset failed(ret=-4018) [2024-12-02 13:54:40.333863] WDIAG [CLOG] next_buffer (ob_remote_data_generator.cpp:343) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=5][errcode=-4018] fetch log from location failed(ret=-4018, this={RemoteDataGenerator:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}, pre_scn:{val:1732874426991810003, v:0}, base_lsn:{lsn:18446744073709551615}, data_len:0, dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, piece_context:{is_inited:true, locate_round:false, id:{id:1001}, dest_id:1013, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", access_id:"", extension:"", type:"FILE", checksum_type:0, max_iops:0, max_bandwidth:0}}, inner_piece_context:{state:0, piece_id:0, round_id:0, min_lsn_in_piece:{lsn:18446744073709551615}, max_lsn_in_piece:{lsn:18446744073709551615}, min_file_id:0, max_file_id:0, file_id:0, file_offset:0, max_lsn:{lsn:18446744073709551615}}}, cur_file:{is_origin_data:true, dest_id:-1, round_id:-1, piece_id:-1, file_id:-1, base_file_offset:-1, max_file_offset:-1, cur_offset:-1, base_lsn:{lsn:18446744073709551615}, cur_lsn:{lsn:18446744073709551615}}}) [2024-12-02 13:54:40.333892] WDIAG [CLOG] prepare_buf_ (ob_remote_log_iterator.ipp:313) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=28][errcode=-4018] next buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.333907] WDIAG [CLOG] pre_read (ob_remote_log_iterator.ipp:170) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=14][errcode=-4018] prepare buffer failed(ret=-4018, this={inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}) [2024-12-02 13:54:40.333921] WDIAG [CLOG] handle_fetch_log_task_ (ob_remote_fetch_log_worker.cpp:315) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=13][errcode=-4018] pre_read failed(ret=-4018, task={id:{id:1001}, proposal_id:16, version:1733118655309045735, pre_scn:{val:1732874426991810003, v:0}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:6978895872}, end_lsn:{lsn:7046000640}, max_fetch_scn:{val:18446744073709551615, v:3}, max_submit_scn:{val:18446744073709551615, v:3}, iter:{inited:true, tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, cur_lsn:{lsn:18446744073709551615}, end_lsn:{lsn:7046000640}, single_read_size:67108864, gen:{tenant_id:1020, id:{id:1001}, start_lsn:{lsn:6978895872}, next_fetch_lsn:{lsn:6978895872}, end_scn:{val:1732874528445031000, v:0}, end_lsn:{lsn:7046000640}, to_end:false}}}) [2024-12-02 13:54:40.333964] WDIAG [CLOG] handle_single_task_ (ob_remote_fetch_log_worker.cpp:276) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=18][errcode=-4018] handle fetch log task failed(ret=-4018, task=0xfffe3e39daa0, id={id:1001}) [2024-12-02 13:54:40.333975] WDIAG [CLOG] do_thread_task_ (ob_remote_fetch_log_worker.cpp:244) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=10][errcode=-4018] handle single task failed(ret=-4018) [2024-12-02 13:54:40.334352] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880297762, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880196784, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.334540] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=37000, remain_us=1322059, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=37, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.337238] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.337258] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=18][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.338417] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=9][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.338434] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2324575][T1020_TenantInf][T1020][Y0-0000000000000000-0-0] [lt=16][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.340311] INFO [STORAGE] scheduler_ls_ha_handler_ (ob_storage_ha_service.cpp:195) [2320243][T1001_HAService][T1001][Y0-0000000000000000-0-0] [lt=15] start do ls ha handler(ls_id_array_=[{id:1}]) [2024-12-02 13:54:40.345154] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=11] get wrs ts(ls_id={id:1}, delta=244471372020, log_service_ts=1732874408973130, min_tx_service_ts=4611686018427387, timestamp={val:1732874408973130000, v:0}) [2024-12-02 13:54:40.345177] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=19] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.345202] INFO [CLOG] get_max_applied_scn (ob_log_apply_service.cpp:745) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=18] get_max_applied_scn(scn={val:18446744073709551615, v:3}, this={ls_id_:{id:1001}, role_:2, proposal_id_:-1, palf_committed_end_lsn_:{lsn:0}, palf_committed_end_scn_:{val:18446744073709551615, v:3}, last_check_scn_:{val:18446744073709551615, v:3}, max_applied_cb_scn_:{val:18446744073709551615, v:3}}) [2024-12-02 13:54:40.345222] INFO [CLOG] get_min_unreplayed_log_info (ob_replay_status.cpp:1027) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=17] get_min_unreplayed_log_info in skip state(lsn={lsn:6978895872}, scn={val:1732874426991810003, v:0}, this={ls_id_:{id:1001}, is_enabled_:true, is_submit_blocked_:false, role_:2, err_info_:{lsn_:{lsn:18446744073709551615}, scn_:{val:0, v:0}, log_type_:0, is_submit_err_:false, err_ts_:0, err_ret_:0}, ref_cnt_:2, post_barrier_lsn_:{lsn:18446744073709551615}, pending_task_count_:0, submit_log_task_:{ObReplayServiceSubmitTask:{type_:1, enqueue_ts_:1733118880304458, err_info_:{has_fatal_error_:false, fail_ts_:0, fail_cost_:0, ret_code_:0}}, next_to_submit_lsn_:{lsn:6978895872}, next_to_submit_scn_:{val:0, v:0}, base_lsn_:{lsn:6978895872}, base_scn_:{val:1732874426991810003, v:0}, iterator_:{iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}}}) [2024-12-02 13:54:40.345276] INFO [STORAGE.TRANS] generate_weak_read_timestamp_ (ob_ls_wrs_handler.cpp:194) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=51] get wrs ts(ls_id={id:1001}, delta=244453353340, log_service_ts=1732874426991810, min_tx_service_ts=4611686018427387, timestamp={val:1732874426991810002, v:0}) [2024-12-02 13:54:40.345286] INFO [STORAGE.TRANS] print_stat_info (ob_keep_alive_ls_handler.cpp:225) [2324661][T1020_TenantWea][T1020][Y0-0000000000000000-0-0] [lt=8] [Keep Alive Stat] LS Keep Alive Info(tenant_id=1020, LS_ID={id:1001}, Not_Master_Cnt=1, Near_To_GTS_Cnt=0, Other_Error_Cnt=0, Submit_Succ_Cnt=0, last_scn="{val:18446744073709551615, v:3}", last_lsn={lsn:18446744073709551615}, last_gts={val:0, v:0}, min_start_scn="{val:18446744073709551615, v:3}", min_start_status=0, sys_ls_end_scn={val:0, v:0}) [2024-12-02 13:54:40.350355] WDIAG [SHARE] get (ob_global_stat_proxy.cpp:529) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4152] get int failed(name="finish_data_version", ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.350375] WDIAG [SHARE] get_finish_data_version (ob_global_stat_proxy.cpp:296) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=20][errcode=-4152] get failed(ret=-4152, ret="OB_ERR_NULL_VALUE") [2024-12-02 13:54:40.350449] INFO eloop_run (eloop.c:140) [2319588][pnio1][T0][Y0-0000000000000000-0-0] [lt=23] PNIO [ratelimit] time: 1733118880350447, bytes: 19591136, bw: 0.032946 MB/s, add_ts: 1006136, add_bytes: 34758 [2024-12-02 13:54:40.351840] WDIAG [SERVER] get_int (ob_inner_sql_result.cpp:500) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=13][errcode=-4152] get obj error(ret=-4152) [2024-12-02 13:54:40.351857] WDIAG [SQL] build_service_name_ (ob_service_name_proxy.cpp:586) [2320313][T1002_TenantInf][T1002][Y0-0000000000000000-0-0] [lt=15][errcode=-4152] fail to get column in row. (column_name="service_name_id", ret=-4152) [2024-12-02 13:54:40.352084] INFO [COMMON] replace_map (ob_kv_storecache.cpp:766) [2319547][KVCacheRep][T0][Y0-0000000000000000-0-0] [lt=18] replace map num details(ret=0, replace_node_count=0, map_once_replace_num_=62914, map_replace_skip_count_=7) [2024-12-02 13:54:40.356422] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880325143, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880300923, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.356602] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] will sleep(sleep_us=32000, remain_us=1495515, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=32, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.371622] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880333569, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880300923, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.371806] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=38000, remain_us=1284794, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=38, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.375443] INFO [STORAGE.TRANS] dump_mapper_info (ob_lock_wait_mgr.h:67) [2320017][T1_LockWaitMgr][T1][Y0-0000000000000000-0-0] [lt=15] report RowHolderMapper summary info(count=0, bkt_cnt=248) [2024-12-02 13:54:40.387760] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320432][T1002_TxLoopWor][T1002][Y0-0000000000000000-0-0] [lt=18] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=1220) [2024-12-02 13:54:40.388685] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880355679, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880350414, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.388862] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=33000, remain_us=1463255, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=33, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.388932] INFO [LIB] stat (utility.h:1176) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=21] [PALF STAT WRITE LOG COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=2127, this=0xffff239f8670, extra_info="") [2024-12-02 13:54:40.388955] INFO [LIB] stat (utility.h:1193) [2320294][T1002_IOWorker][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT IO TASK IN QUEUE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=7, this=0xffff26dcafb0, extra_info="") [2024-12-02 13:54:40.388975] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=13] [PALF STAT FS CB EXCUTE COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=3, this=0xffff239ec360, extra_info="palf_id:1001") [2024-12-02 13:54:40.388996] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=20] [PALF STAT LOG LIFE TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=2174, this=0xffff239ec590, extra_info="palf_id:1001") [2024-12-02 13:54:40.389010] INFO [LIB] stat (utility.h:1176) [2320292][T1002_LogIOCb0][T1002][Y0-0000000000000000-0-0] [lt=9] [PALF STAT FLUSH CB COST TIME](cur_stat_count=11, stat_interval=1000000, avg (count/cost)=23, this=0xffff239f88a0, extra_info="") [2024-12-02 13:54:40.390256] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:120) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=23] tenant info is invalid(ret=-4076, query_ts=0, standby_scn={val:0, v:0}, this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:40.390271] INFO [STORAGE.TRANS] query_and_update_last_id (ob_standby_timestamp_service.cpp:134) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=14] ObStandbyTimestampService state(*this={inited:true, last_id:-1, tenant_id:1002, epoch:-1, self:"192.168.0.175:2882", switch_to_leader_ts:-1}) [2024-12-02 13:54:40.390282] WDIAG [STORAGE.TRANS] run1 (ob_standby_timestamp_service.cpp:147) [2320413][T1002_STSWorker][T1002][Y0-0000000000000000-0-0] [lt=10][errcode=-4076] query and update last id fail(ret=-4076, ret="OB_NEED_WAIT") [2024-12-02 13:54:40.394108] INFO [STORAGE.TRANS] get_number (ob_id_service.cpp:393) [2324583][T1020_RecLSSer][T1019][YB42C0A800AF-0006284317AEF161-0-0] [lt=34] get number(ret=0, service_type_=0, range=1, base_id=1733118880393581000, start_id=1733118880393581000, end_id=1733118880393581001) [2024-12-02 13:54:40.395722] INFO [PALF] handle_next_submit_log_ (log_sliding_window.cpp:1093) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=21] [PALF STAT GROUP LOG INFO](palf_id=1, self="192.168.0.175:2882", role="LEADER", total_group_log_cnt=12, avg_log_batch_cnt=1, total_group_log_size=7827, avg_group_log_size=652) [2024-12-02 13:54:40.395749] INFO [PALF] submit_log (palf_handle_impl.cpp:456) [2320227][T1001_TenantWea][T1001][Y0-0000000000000000-0-0] [lt=24] [PALF STAT APPEND DATA SIZE](this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, append size=7826) [2024-12-02 13:54:40.395835] WDIAG [PALF] get_block_id_by_scn_ (palf_handle_impl.cpp:1966) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF161-0-0] [lt=17][errcode=-4018] get_binary_search_range_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.395856] WDIAG [PALF] locate_by_scn_coarsely (palf_handle_impl.cpp:1948) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF161-0-0] [lt=21][errcode=-4018] get_block_id_by_scn_ failed(ret=-4018, ret="OB_ENTRY_NOT_EXIST", this={palf_id:1, self:"192.168.0.175:2882", has_set_deleted:false}, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.395868] WDIAG [CLOG] locate_by_scn_coarsely (ob_log_handler.cpp:457) [2324583][T1020_RecLSSer][T1020][YB42C0A800AF-0006284317AEF161-0-0] [lt=11][errcode=-4018] locate_by_scn_coarsely from palf failed(id_=1, scn={val:1732874420916288000, v:0}) [2024-12-02 13:54:40.404685] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=15] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}) [2024-12-02 13:54:40.404714] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=17] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874408973130000, v:0}, arg={tenant_id:1020, ls_id:{id:1}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1}, cur_readable_scn:{val:1732874408973130000, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.404807] WDIAG [STORAGE] update_ls_replayable_point (ob_ls_meta.cpp:549) [2324578][T1020_TeRec][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=54][errcode=-4002] replayable_point invalid(ret=-4002, replayable_point={val:1732874420916288000, v:0}, replayable_point_={val:1732874425490194000, v:0}) [2024-12-02 13:54:40.404996] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3696) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=18] start get_ls_replayed_scn(arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}) [2024-12-02 13:54:40.405011] INFO [SERVER] get_ls_replayed_scn (ob_service.cpp:3751) [2327323][T1020_L0_G18][T1020][YB42C0A800AF-0006284311CEF4A2-0-0] [lt=10] finish get_ls_replayed_scn(ret=0, ret="OB_SUCCESS", cur_readable_scn={val:1732874426991810002, v:0}, arg={tenant_id:1020, ls_id:{id:1001}, all_replica:false}, result={tenant_id:1020, ls_id:{id:1001}, cur_readable_scn:{val:1732874426991810002, v:0}, offline_scn:{val:18446744073709551615, v:3}, self_addr_:"192.168.0.175:2882"}, offline_scn={val:18446744073709551615, v:3}) [2024-12-02 13:54:40.409893] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=2] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeaf7550f0, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880371471, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880350416, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffecc160200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeaf7550f0}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.410077] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324660][T1020_ReqMemEvi][T1020][YB42C0A800AF-0006284312EEE9E1-0-0] [lt=0] will sleep(sleep_us=39000, remain_us=1246523, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=39, v.err_=-6231, timeout_timestamp=1733118881656599) [2024-12-02 13:54:40.411675] WDIAG [PALF] next (log_iterator_impl.h:707) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.411678] WDIAG [PALF] next (log_iterator_impl.h:707) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=34][errcode=-4008] there is no readable log, set next_min_scn to OB_INVALID_TIMESTAMP(ret=-4008, this={buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, info={reason:2, log_scn:{val:18446744073709551615, v:3}}, replayable_point_scn={val:1732874423916288000, v:0}) [2024-12-02 13:54:40.411723] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324694][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=46] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:1476304896}, end_lsn:{lsn:1476304896}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe452891b0, log_storage_:{log_tail:{lsn:1476304896}, readable_log_tail:{lsn:1476304896}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1/log", dir_fd:224, min_block_id:22, max_block_id:22, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe4528a178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:1476304896}}}}) [2024-12-02 13:54:40.411725] INFO [CLOG] next_log (ob_replay_status.cpp:265) [2324695][T1020_ReplaySrv][T1020][Y0-0000000000000000-0-0] [lt=45] next_min_scn is invalid(type_=1, replayable_point={val:1732874423916288000, v:0}, next_min_scn={val:18446744073709551615, v:3}, next_to_submit_scn_={val:0, v:0}, ret=0, iterator_={iterator_impl:{buf_:null, next_round_pread_size:3678208, curr_read_pos:0, curr_read_buf_start_pos:0, curr_read_buf_end_pos:0, log_storage_:{start_lsn:{lsn:6978895872}, end_lsn:{lsn:6978895872}, read_buf:{buf_len_:0, buf_:null}, block_size:67104768, log_storage_:0xfffe8003d1b0, log_storage_:{log_tail:{lsn:6978895872}, readable_log_tail:{lsn:6978895872}, log_block_header:{magic:18754, version:1, min_lsn:{lsn:18446744073709551615}, min_scn:{val:18446744073709551615, v:3}, curr_block_id:274894685184, palf_id:-1}, block_mgr:{log_dir:"/home/admin/myoceanbase/oceanbase/store/clog/tenant_1020/1001/log", dir_fd:227, min_block_id:104, max_block_id:104, curr_writable_block_id:274894685184}, logical_block_size_:67104768, curr_block_writable_size_:0, block_header_serialize_buf_:0xfffe8003e178, flashback_version:0}, storage_type:"DISK_STORAGE"}, curr_entry_is_raw_write:false, curr_entry_size:0, prev_entry_scn:{val:18446744073709551615, v:3}, curr_entry:{LogEntryHeader:{magic:0, version:0, log_size:-1, scn_:{val:18446744073709551615, v:3}, data_checksum:0, flag:0}}, init_mode_version:15, accumulate_checksum:-1, curr_entry_is_padding:0, padding_entry_size:0, padding_entry_scn:{val:18446744073709551615, v:3}}, io_ctx:{user:"REPLAY", palf_id_:-1, iterator_info_:{allow_filling_cache:true, hot_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, cold_cache_stat:{hit_cnt:0, miss_cnt:0, cache_read_size:0, hit_ratio:"0.000000000000000000e+00"}, read_io_cnt:0, read_io_size:0, read_disk_cost_ts:0, start_lsn:{lsn:6978895872}}}}) [2024-12-02 13:54:40.419980] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=0] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffeccaff430, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880318825, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880300923, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffea77ee200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffeccaff430}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.420166] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2324607][T1020_FreInfoRe][T1020][YB42C0A800AF-0006284314CEE972-0-0] [lt=1] will sleep(sleep_us=100000, remain_us=9565531, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=254, v.err_=-6231, timeout_timestamp=1733118889985696) [2024-12-02 13:54:40.421944] INFO [SQL.EXE] end_stmt (ob_sql_trans_control.cpp:1362) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=1] end stmt(ret=0, tx_id=0, plain_select=true, stmt_type=1, savepoint=0, tx_desc={this:0xfffec5d13950, tx_id:{txid:0}, state:1, addr:"192.168.0.175:2882", tenant_id:1020, session_id:1, assoc_session_id:1, xid:NULL, xa_mode:"", xa_start_addr:"0.0.0.0:0", access_mode:-1, tx_consistency_type:0, isolation:-1, snapshot_version:{val:18446744073709551615, v:3}, snapshot_scn:0, active_scn:0, op_sn:1, alloc_ts:1733118880388316, active_ts:-1, commit_ts:-1, finish_ts:-1, timeout_us:-1, lock_timeout_us:-1, expire_ts:9223372036854775807, coord_id:{id:-1}, parts:[], exec_info_reap_ts:0, commit_version:{val:18446744073709551615, v:3}, commit_times:0, commit_cb:null, cluster_id:-1, cluster_version:17180066816, seq_base:1733118880379893, flags_.SHADOW:true, flags_.INTERRUPTED:false, flags_.BLOCK:false, flags_.REPLICA:false, can_elr:false, conflict_txs:[], abort_cause:0, commit_expire_ts:-1, commit_task_.is_registered():false, modified_tables:[], ref:1}, trans_result={incomplete:false, parts:[], touched_ls_list:[], conflict_txs:[]}, rollback=true, need_rollback=true, session={this:0xfffe9f23e200, id:1, deser:false, tenant:"sys", tenant_id:1, effective_tenant:"sys", effective_tenant_id:1020, database:"oceanbase", user:"root@%", consistency_level:3, session_state:0, autocommit:true, tx:0xfffec5d13950}, exec_ctx.get_errcode()=-6231) [2024-12-02 13:54:40.422121] INFO [SERVER] sleep_before_local_retry (ob_query_retry_ctrl.cpp:92) [2319527][ServerGTimer][T1020][YB42C0A800AF-0006284304DEEA05-0-0] [lt=0] will sleep(sleep_us=34000, remain_us=1429996, base_sleep_us=1000, retry_sleep_type=1, v.stmt_retry_times_=34, v.err_=-6231, timeout_timestamp=1733118881852116) [2024-12-02 13:54:40.430201] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=41] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874408973130001, v:0}, clog_base_lsn:{lsn:1476304896}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874420916288000, v:0}, tablet_change_checkpoint_scn:{val:1732874408973130000, v:0}, all_id_meta:{id_meta:[{limited_id:1732874425411503000, latest_log_ts:{val:1732874408973130001, v:0}}, {limited_id:20000001, latest_log_ts:{val:1732861523177675003, v:0}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1, proposal_id:16, role:1, parent:0xfffeb42fdc10, context:{issue_task_num:1, issue_version:1733118656809874142, last_fetch_ts:-1, max_submit_lsn:{lsn:1543409664}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:-1063444444, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.430263] INFO [CLOG] do_fetch_log_ (ob_log_restore_archive_driver.cpp:105) [2324630][T1020_LogRessvr][T1020][YB42C0A800AF-0006284311AEE94C-0-0] [lt=59] print do_fetch_log_(lsn={lsn:18446744073709551615}, max_fetch_lsn={lsn:18446744073709551615}, need_schedule=false, proposal_id=16, last_fetch_ts=-1, task_count=0, ls={running_state:{state:1}, ls_meta:{tenant_id:1020, ls_id:{id:1001}, ls_persistent_state:{state:4}, clog_checkpoint_scn:{val:1732874426991810003, v:0}, clog_base_lsn:{lsn:6978895872}, rebuild_seq:1, migration_status:0, gc_state_:1, offline_scn_:{val:18446744073709551615, v:3}, restore_status:{status:6}, replayable_point:{val:1732874425490194000, v:0}, tablet_change_checkpoint_scn:{val:1732874426991810002, v:0}, all_id_meta:{id_meta:[{limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}, {limited_id:1, latest_log_ts:{val:18446744073709551615, v:3}}]}, transfer_scn:{val:0, v:0}, rebuild_info:{status:{status:0}, type:{type:0}, tablet_id_array:{id_array:[]}, src:[type = 0], [address = ]}, transfer_meta_info:{src_ls:{id:0}, src_scn:{val:1, v:0}, trans_status:0, tablet_id_array:{id_array:[]}, data_version:1(0, 0, 1)}, store_format:{store_type:1, store_type_str:"NORMAL"}}, switch_epoch:1, log_handler:{role:2, proposal_id:16, palf_env_:0xfffe781de030, is_in_stop_state_:false, is_inited_:true, id_:1001}, restore_handler:{is_inited:true, is_in_stop_state:false, id:1001, proposal_id:16, role:1, parent:0xffff66897900, context:{issue_task_num:1, issue_version:1733118655309045735, last_fetch_ts:-1, max_submit_lsn:{lsn:7046000640}, max_fetch_lsn:{lsn:18446744073709551615}, max_fetch_scn:{val:18446744073709551615, v:3}, error_context:{ret_code:0, trace_id:Y0-0000000000000000-0-0, error_type:1110564574, err_lsn:{lsn:18446744073709551615}}, task_count:0}, restore_context:{seek_done:false, lsn:{lsn:18446744073709551615}}}, is_inited:true, tablet_gc_handler:{tablet_persist_trigger:0, is_inited:true}, startup_transfer_info:{ls_id:{id:0}, transfer_start_scn:{val:18446744073709551615, v:3}}, need_delay_resource_recycle:false}) [2024-12-02 13:54:40.432532] INFO [CLOG] init (ob_remote_log_iterator.ipp:90) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=4] ObRemoteLogIterator init(ret=0, tenant_id=1020, id={id:1}, pre_scn={val:1732874408973130001, v:0}, start_lsn={lsn:1476304896}, end_lsn={lsn:1543409664}) [2024-12-02 13:54:40.432556] INFO [CLOG] check_if_switch_round_ (ob_log_archive_piece_mgr.cpp:617) [2324628][T1020_RFLWorker][T1020][YB42C0A800AF-00062843119EE94C-0-0] [lt=21] check_if_switch_round_ op(op=1, this={is_inited:true, locate_round:false, id:{id:1}, dest_id:0, round_context:{state:0, round_id:0, start_scn:{val:18446744073709551615, v:3}, end_scn:{val:18446744073709551615, v:3}, min_piece_id:0, max_piece_id:0, base_piece_id:0, piece_switch_interval:0, base_piece_scn:{val:18446744073709551615, v:3}}, min_round_id:0, max_round_id:0, archive_dest:{root_path:"file:///home/admin/2024-11-29-18-00-01/backup_set_16_full/complement_log", storage_info:{endpoint:"", ac